-- Logs begin at Fri 2022-09-16 01:14:26 UTC, end at Fri 2022-09-16 02:24:24 UTC. -- Sep 16 01:45:28.965928 dv-cinder-849143-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 16 01:45:31.634934 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.common.config [-] Logging enabled! Sep 16 01:45:31.635572 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 01:45:31.635733 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106102) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 01:45:31.638939 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.common.config [-] Logging enabled! Sep 16 01:45:31.639285 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev577 Sep 16 01:45:31.639602 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106102) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 16 01:45:31.640566 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:45:31.640799 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:45:31.641275 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:45:31.641522 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:45:31.641748 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:45:31.642065 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.642361 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.643128 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.643627 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.644044 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.644336 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.644631 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.644931 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.645220 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.645504 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.645785 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.646016 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.646296 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.646582 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.646866 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.647088 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] debug = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.647363 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.647788 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.648215 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.648497 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.648785 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.649073 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.649329 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.649601 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.649881 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.650207 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] host = dv-cinder-849143-2-iscsi {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.650483 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.650766 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.651048 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.651327 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.651597 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.651868 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.652183 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.652456 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.652723 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.652992 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.653272 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.653551 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.653833 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.654053 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.654273 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.654554 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.654837 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.655107 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.655380 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.655648 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.655916 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.656206 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.656471 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.656750 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.657030 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.657310 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.657577 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.657846 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.658130 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.658550 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.658932 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.659207 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.659479 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.659747 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.660056 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.660322 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.660592 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.660885 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.661168 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.661444 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.661726 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.661996 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.662274 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.662548 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.662816 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.663084 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_json = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.663353 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.663621 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.663897 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.664192 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.664462 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.664732 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.665000 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.665280 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.665553 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:31.665844 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.666137 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.666433 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.666713 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.667011 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.667288 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.667576 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.667851 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.668161 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.668447 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.668732 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.669005 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.669298 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.669583 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.669872 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.670173 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.670459 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.670746 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.671019 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.671290 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.671559 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.671834 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.672283 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.672578 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.672864 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.673150 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.673427 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.673722 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.674150 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.674579 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.674877 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.675172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.675456 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.675738 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.676055 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.676338 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.676612 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.676901 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.677180 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.677454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.677734 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.678023 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.678309 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.678581 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.678857 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.679144 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.679418 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.679689 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.679978 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.680257 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.680526 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.680808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.681081 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.681355 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.681625 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.681899 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.682172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.682445 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.682720 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.682990 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.683267 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.683537 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.683808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.684105 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.684379 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.684649 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.684918 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.685187 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.685464 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.685732 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.685999 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.686269 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.686539 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.686808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.687089 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.687382 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.687657 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.687955 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.688224 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.688499 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.688773 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.689046 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.689321 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.690273 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.690732 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.691105 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.691395 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.691687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.691999 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.692303 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.692602 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.692883 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.693163 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.693442 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.693720 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.693998 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.694280 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.694554 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.694831 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.695115 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.695401 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.695691 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.696006 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.696287 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.696577 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.696868 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.697160 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.697440 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.697745 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.698026 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:31.698245 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:45:31.698486 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106102) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 16 01:45:32.080991 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 01:45:32.081411 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 01:45:32.081683 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 01:45:32.081917 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 16 01:45:32.082194 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 16 01:45:32.082519 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 16 01:45:32.409996 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.410289 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.410562 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.411752 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.412053 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.412317 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.465327 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.465608 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.465877 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.482535 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.482815 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.483084 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.512108 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.512393 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.512662 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.550478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.550758 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.551036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.784155 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.784757 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.784757 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.785768 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.787116 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.887068 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.887390 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.887674 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.887963 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.888230 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.888540 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.888812 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.889072 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.889328 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.889615 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.889874 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.890144 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.890402 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.890652 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.890906 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.891168 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.891420 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.891684 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.891974 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.892230 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.892568 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.892995 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.893400 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.893778 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.894044 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.894294 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.894692 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.894931 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.895166 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.895402 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.895636 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.895870 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:32.896265 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 16 01:45:32.899330 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 16 01:45:32.903215 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 16 01:45:32.906890 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 16 01:45:32.909269 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 16 01:45:32.909897 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 16 01:45:32.910233 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 16 01:45:32.910613 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 16 01:45:32.913382 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 16 01:45:32.913636 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 16 01:45:32.913980 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 01:45:32.918973 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 16 01:45:32.942358 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 16 01:45:32.942810 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.943106 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106102) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 16 01:45:32.943473 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.944830 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106102) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 16 01:45:32.945109 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 16 01:45:32.945354 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 16 01:45:32.956467 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:32.956747 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.028958 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 16 01:45:33.029199 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 16 01:45:33.029438 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 16 01:45:33.029807 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 16 01:45:33.082907 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO dbcounter [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Registered counter for database neutron Sep 16 01:45:33.103080 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_db.sqlalchemy.engines [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106102) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 16 01:45:33.108807 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG dbcounter [-] [106102] Writer thread running {{(pid=106102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 01:45:33.661036 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing driver for type 'gre' Sep 16 01:45:33.661628 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] gre ID ranges: [(1, 1000)] Sep 16 01:45:33.717713 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing driver for type 'local' Sep 16 01:45:33.718182 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing driver for type 'vlan' Sep 16 01:45:33.731218 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] VlanTypeDriver initialization complete Sep 16 01:45:33.731553 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing driver for type 'vxlan' Sep 16 01:45:33.732083 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] vxlan ID ranges: [(1, 1000)] Sep 16 01:45:33.788047 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing extension driver 'port_security' Sep 16 01:45:33.788630 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.extensions.port_security [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] PortSecurityExtensionDriver initialization complete Sep 16 01:45:33.788720 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing mechanism driver 'openvswitch' Sep 16 01:45:33.789024 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing mechanism driver 'hyperv' Sep 16 01:45:33.795566 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.plugin [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:33.796281 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.796659 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.797020 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.797534 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.797962 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.798322 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.798726 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.799317 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.799712 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.800095 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.800449 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.800843 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.801251 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.801606 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.801952 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.802349 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.802758 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.803110 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.803456 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.804004 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.804424 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > address_group after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.804783 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > address_group after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.805135 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.805537 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106102) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 16 01:45:33.805983 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] ML2 OVO RPC backend initialized. {{(pid=106102) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 16 01:45:33.806695 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.807056 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.807470 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.807829 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > networks before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.808206 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.808975 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > ports before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.808975 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.809227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnets before_response 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.809580 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.809927 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.810271 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.810615 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.810959 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.811304 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.811646 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.812011 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.812356 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.820577 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded quota_driver: . Sep 16 01:45:33.820943 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.plugin [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Modular L2 Plugin initialization complete Sep 16 01:45:33.821301 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading services supported by the core plugin {{(pid=106102) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 16 01:45:33.821651 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.plugins.ml2.managers [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Got port-security extension from driver 'port_security' Sep 16 01:45:33.822133 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.extensions.vlantransparent [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Disabled vlantransparent extension. Sep 16 01:45:33.822633 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106102) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 16 01:45:33.822963 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: router Sep 16 01:45:33.858534 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.858933 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_create 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.859333 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router before_create 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.859700 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.860112 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.860478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_delete 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.860840 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.861222 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.861680 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_create 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.862036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.862395 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.862752 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.863121 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.863547 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.863927 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.864305 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.864653 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: subnet after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.865004 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.865360 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.865712 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_create 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.866059 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.866405 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.866764 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router after_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.867113 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.867471 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_create 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.867843 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.868225 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_update 55549900 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.868599 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > agent after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.868956 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > agent after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.869306 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > network after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.870166 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Tracking information for resource: router configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:33.870499 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Tracking information for resource: floatingip configured {{(pid=106102) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 16 01:45:33.875400 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.db.l3_agentschedulers_db [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 16 01:45:33.876009 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.876379 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.876734 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.877782 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: port after_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.878591 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router before_create 55550100 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.878964 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.879331 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_create 55550100 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.879694 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > router precommit_update 55550100 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.884790 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.provider_configuration [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service providers = [] {{(pid=106102) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 16 01:45:33.885157 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.db.servicetype_db [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106102) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 16 01:45:33.888118 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.service_base [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:45:33.888470 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.service_base [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:45:33.888817 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.service_base [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:45:33.889708 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.services.service_base [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106102) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 16 01:45:33.890081 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.services.service_base [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 16 01:45:33.890464 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.890785 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 16 01:45:33.902927 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.903267 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: auto_allocate Sep 16 01:45:33.909176 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: network precommit_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.909576 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: network precommit_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.910104 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.910428 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: tag Sep 16 01:45:33.917021 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.917300 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: timestamp Sep 16 01:45:33.921302 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.921637 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: network_ip_availability Sep 16 01:45:33.927114 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.927488 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.927850 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:33.928590 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.928914 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: flavors Sep 16 01:45:33.933601 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.933934 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading Plugin: revisions Sep 16 01:45:33.938326 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106102) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 16 01:45:33.938709 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=106102) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 16 01:45:33.940269 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106102) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 16 01:45:33.940611 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Initializing extension manager. Sep 16 01:45:33.941140 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: __init__.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.941488 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: __pycache__ {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.941827 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: address_group.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.942721 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.943293 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: address-group Sep 16 01:45:33.943622 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: address_scope.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.944338 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.944876 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: address-scope Sep 16 01:45:33.945201 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.946083 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.946594 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: router-admin-state-down-before-update Sep 16 01:45:33.946917 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: agent.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.947583 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.948117 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: agent Sep 16 01:45:33.948443 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: agent_resources_synced.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.949306 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.949815 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: agent-resources-synced Sep 16 01:45:33.950139 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: allowedaddresspairs.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.951881 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.952435 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: allowed-address-pairs Sep 16 01:45:33.952768 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: auto_allocated_topology.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.953804 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.954320 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: auto-allocated-topology Sep 16 01:45:33.954663 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: availability_zone.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.955857 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.956401 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: availability_zone Sep 16 01:45:33.956728 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: availability_zone_filter.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.957610 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.958120 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: availability_zone_filter Sep 16 01:45:33.958446 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: data_plane_status.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.959310 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.959820 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension data-plane-status not supported by any of loaded plugins Sep 16 01:45:33.960174 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: default_subnetpools.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.961047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.961557 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: default-subnetpools Sep 16 01:45:33.961883 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.962652 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.963170 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: dhcp_agent_scheduler Sep 16 01:45:33.963500 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: dns.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.964403 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.964916 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension dns-integration not supported by any of loaded plugins Sep 16 01:45:33.965239 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: dns_domain_ports.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.966116 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.966633 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 16 01:45:33.966963 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.967841 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.968382 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 16 01:45:33.968707 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: dvr.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.969341 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.969850 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: dvr Sep 16 01:45:33.970172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: ecmp_routes.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.971199 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.971709 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 16 01:45:33.972068 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: empty_string_filtering.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.972938 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.973451 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: empty-string-filtering Sep 16 01:45:33.973775 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.974650 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.975152 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 16 01:45:33.975478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.976371 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.976877 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 16 01:45:33.977205 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: external_net.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.978070 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.978577 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: external-net Sep 16 01:45:33.978903 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.979776 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.980323 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: extra_dhcp_opt Sep 16 01:45:33.980650 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: extraroute.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.981507 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.982022 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: extraroute Sep 16 01:45:33.982348 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: extraroute_atomic.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.983340 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.983852 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: extraroute-atomic Sep 16 01:45:33.984211 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: filter_validation.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.984835 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.985341 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: filter-validation Sep 16 01:45:33.985664 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: fip_pf_description.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.987097 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.987709 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 16 01:45:33.988074 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: fip_pf_detail.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.988949 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.989460 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 16 01:45:33.989785 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: fip_pf_port_range.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.990641 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.991148 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 16 01:45:33.991476 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: fip_port_details.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.992375 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.992891 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: fip-port-details Sep 16 01:45:33.993218 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: flavors.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.994380 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.994900 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: flavors Sep 16 01:45:33.995227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.996867 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.997390 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 16 01:45:33.997722 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: floatingip_pools.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:33.998387 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:33.998899 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: floatingip-pools Sep 16 01:45:33.999227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: ip_allocation.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.000131 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.000640 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension ip_allocation not supported by any of loaded plugins Sep 16 01:45:34.000964 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.002415 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.003057 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: ip-substring-filtering Sep 16 01:45:34.003393 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l2_adjacency.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.004316 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.004823 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 16 01:45:34.005150 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.006076 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.006591 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: router Sep 16 01:45:34.006917 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.009559 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.010092 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 16 01:45:34.010429 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.011323 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.011844 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: ext-gw-mode Sep 16 01:45:34.012203 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.013083 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.013604 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: l3-ha Sep 16 01:45:34.013932 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.014809 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.015318 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 16 01:45:34.015643 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_flavors.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.016614 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.017128 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: l3-flavors Sep 16 01:45:34.017486 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.018810 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.019326 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 16 01:45:34.019656 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.020560 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.021084 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 16 01:45:34.021417 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: l3agentscheduler.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.022409 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.022926 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: l3_agent_scheduler Sep 16 01:45:34.023261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: local_ip.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.024999 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.025531 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension local_ip not supported by any of loaded plugins Sep 16 01:45:34.025868 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: logging.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.027301 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.027829 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension logging not supported by any of loaded plugins Sep 16 01:45:34.028197 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: metering.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.028904 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.029481 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: metering Sep 16 01:45:34.029808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.030861 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.031383 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: metering_source_and_destination_fields Sep 16 01:45:34.031711 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: multiprovidernet.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.032625 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.033179 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: multi-provider Sep 16 01:45:34.033506 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: netmtu.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.034380 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.034896 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: net-mtu Sep 16 01:45:34.035225 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: netmtu_writable.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.036147 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.036661 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: net-mtu-writable Sep 16 01:45:34.036986 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: network_availability_zone.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.037624 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.038136 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: network_availability_zone Sep 16 01:45:34.038460 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: network_ip_availability.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.039515 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.040063 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: network-ip-availability Sep 16 01:45:34.040390 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: network_segment_range.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.041114 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.041621 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension network-segment-range not supported by any of loaded plugins Sep 16 01:45:34.041944 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: pagination.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.042877 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.043215 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: pagination Sep 16 01:45:34.043539 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_device_profile.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.044436 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.044954 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-device-profile Sep 16 01:45:34.045278 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_mac_address_override.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.046159 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.046672 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-mac-override Sep 16 01:45:34.046996 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.047884 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.048437 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-mac-address-regenerate Sep 16 01:45:34.049294 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.050165 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.050676 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-numa-affinity-policy Sep 16 01:45:34.051002 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_resource_request.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.051870 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.052404 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension port-resource-request not supported by any of loaded plugins Sep 16 01:45:34.052729 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: port_resource_request_groups.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.053658 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.054162 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 16 01:45:34.054484 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: portbindings.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.055357 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.055867 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: binding Sep 16 01:45:34.056217 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: portbindings_extended.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.057433 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.057953 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: binding-extended Sep 16 01:45:34.058284 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: portsecurity.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.059155 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.059676 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-security Sep 16 01:45:34.060029 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: project_id.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.061152 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.061490 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: project-id Sep 16 01:45:34.061817 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: providernet.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.062695 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.063217 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: provider Sep 16 01:45:34.063552 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.067646 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.068214 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos not supported by any of loaded plugins Sep 16 01:45:34.068552 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.069766 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.070294 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 16 01:45:34.070627 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.071507 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.072058 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 16 01:45:34.072392 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_default.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.073265 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.073789 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-default not supported by any of loaded plugins Sep 16 01:45:34.074118 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_fip.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.074997 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.075517 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-fip not supported by any of loaded plugins Sep 16 01:45:34.075850 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.076749 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.077269 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 16 01:45:34.077602 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_gateway_ip.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.078482 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.079002 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 16 01:45:34.079330 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_port_network_policy.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.080273 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.080790 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 16 01:45:34.081117 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.082116 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.082642 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 16 01:45:34.082971 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.084003 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.084523 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 16 01:45:34.084852 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_pps_rule.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.085967 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.086485 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-pps not supported by any of loaded plugins Sep 16 01:45:34.086815 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_rule_type_details.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.087697 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.088243 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 16 01:45:34.088572 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.089451 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.089963 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 16 01:45:34.090291 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: qos_rules_alias.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.091292 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.091805 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 16 01:45:34.092168 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: quota_check_limit.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.093049 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.093574 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: quota-check-limit Sep 16 01:45:34.093901 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: quotasv2.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.094776 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.095106 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: quotas Sep 16 01:45:34.095429 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: quotasv2_detail.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.097267 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.097610 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: quota_details Sep 16 01:45:34.097940 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: rbac.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.098954 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.099476 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: rbac-policies Sep 16 01:45:34.099806 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: rbac_address_group.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.100731 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.101249 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: rbac-address-group Sep 16 01:45:34.101577 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: rbac_address_scope.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.102525 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.103043 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: rbac-address-scope Sep 16 01:45:34.103377 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: rbac_security_groups.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.104298 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.104812 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: rbac-security-groups Sep 16 01:45:34.105140 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: rbac_subnetpool.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.106026 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.106545 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: rbac-subnetpool Sep 16 01:45:34.106873 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: revisionifmatch.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.107766 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.108322 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: revision-if-match Sep 16 01:45:34.108650 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: revisions.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.109735 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.110247 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: standard-attr-revisions Sep 16 01:45:34.110577 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: router_availability_zone.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.111742 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.112413 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: router_availability_zone Sep 16 01:45:34.112742 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: routerservicetype.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.113632 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.114152 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension router-service-type not supported by any of loaded plugins Sep 16 01:45:34.114478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.115385 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.115900 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: security-groups-normalized-cidr Sep 16 01:45:34.116251 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.117142 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.117654 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: port-security-groups-filtering Sep 16 01:45:34.117980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.118871 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.119388 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: security-groups-remote-address-group Sep 16 01:45:34.119714 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.120633 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.121150 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: security-groups-shared-filtering Sep 16 01:45:34.121476 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: securitygroup.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.131211 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.131750 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: security-group Sep 16 01:45:34.132112 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: segment.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.132804 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.133321 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension segment not supported by any of loaded plugins Sep 16 01:45:34.133651 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.134808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.135323 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 16 01:45:34.135652 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: servicetype.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.136729 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.137249 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: service-type Sep 16 01:45:34.137575 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: sorting.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.138515 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.138848 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: sorting Sep 16 01:45:34.139173 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: standard_attr_segment.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.140087 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.140605 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 16 01:45:34.140931 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: standardattrdescription.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.141551 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.142071 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: standard-attr-description Sep 16 01:45:34.142954 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: stateful_security_group.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.143954 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.144480 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: stateful-security-group Sep 16 01:45:34.144812 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: stdattrs_common.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.145365 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 16 01:45:34.145695 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.146591 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.147109 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 16 01:45:34.147439 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnet_onboard.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.148478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.149001 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: subnet_onboard Sep 16 01:45:34.149330 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.150222 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.150738 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 16 01:45:34.151072 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnet_service_types.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.151990 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.152512 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: subnet-service-types Sep 16 01:45:34.152842 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnetallocation.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.153896 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.154425 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: subnet_allocation Sep 16 01:45:34.154758 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.155386 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.155904 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: subnetpool-prefix-ops Sep 16 01:45:34.156254 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.157156 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.157671 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 16 01:45:34.158029 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: tagging.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.159634 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.160197 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: standard-attr-tag Sep 16 01:45:34.160533 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: timestamp.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.161703 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.162229 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loaded extension: standard-attr-timestamp Sep 16 01:45:34.162560 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: trunk.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.163563 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.164126 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension trunk not supported by any of loaded plugins Sep 16 01:45:34.164460 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: trunk_details.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.165341 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.165856 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension trunk-details not supported by any of loaded plugins Sep 16 01:45:34.166184 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: uplink_status_propagation.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.167108 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.167582 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 16 01:45:34.167911 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Loading extension file: vlantransparent.py {{(pid=106102) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 16 01:45:34.168575 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106102) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 16 01:45:34.169088 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 16 01:45:34.171700 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:network Sep 16 01:45:34.172250 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnet Sep 16 01:45:34.172653 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:45:34.173045 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:port Sep 16 01:45:34.174954 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.175403 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service FLAVORS assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.176047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.176490 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.176828 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:router Sep 16 01:45:34.177260 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 01:45:34.177751 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service METERING assigned prefix: /metering {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.179186 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:34.179564 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:34.179926 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:45:34.180943 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 01:45:34.181394 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:security_group Sep 16 01:45:34.181833 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 01:45:34.182377 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service CORE assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.182720 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:45:34.183069 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] subnetpool is already registered Sep 16 01:45:34.183500 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service CORE assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.183829 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:45:34.184205 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] subnetpool is already registered Sep 16 01:45:34.186659 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.187108 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service FLAVORS assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.187740 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.188325 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.188665 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:router Sep 16 01:45:34.189011 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] router is already registered Sep 16 01:45:34.190130 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:floatingip Sep 16 01:45:34.190487 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] floatingip is already registered Sep 16 01:45:34.190962 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service METERING assigned prefix: /metering {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.191674 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of CountableResource for resource:rbac_policy Sep 16 01:45:34.192034 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] rbac_policy is already registered Sep 16 01:45:34.192453 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:security_group Sep 16 01:45:34.192795 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] security_group is already registered Sep 16 01:45:34.193222 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 16 01:45:34.193558 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] security_group_rule is already registered Sep 16 01:45:34.194048 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service CORE assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.194375 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:45:34.194716 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] subnetpool is already registered Sep 16 01:45:34.195150 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.v2.resource_helper [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Service CORE assigned prefix: {{(pid=106102) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 16 01:45:34.195474 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Creating instance of TrackedResource for resource:subnetpool Sep 16 01:45:34.195807 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING neutron.quota.resource_registry [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] subnetpool is already registered Sep 16 01:45:34.196298 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: extensions {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.197901 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: address-groups {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.199401 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: address-scopes {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.200659 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: agents {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.201831 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: auto-allocated-topology {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.204376 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: availability_zones {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.205713 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: dhcp-networks {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.207147 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: dhcp-agents {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.208738 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: routers {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.210475 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: flavors {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.211657 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: service_profiles {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.213000 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: next_providers {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.214466 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: service_profiles {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.215946 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: floatingip-pools {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.217195 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: routers {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.219028 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: floatingips {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.220263 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: l3-routers {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.221987 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: l3-agents {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.223518 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: metering-labels {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.224838 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: metering-label-rules {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.226131 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: network-ip-availabilities {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.227503 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: bindings {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.229134 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: quotas {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.230716 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: quotas {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.232412 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: rbac-policies {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.233615 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: security-groups {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.234826 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: security-group-rules {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.236646 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: service-providers {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.238164 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: subnetpools {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.239508 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: subnetpools {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.241027 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.242836 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.244609 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.246511 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.248266 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.250141 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.252493 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.254324 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.256152 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.258019 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron.api.extensions [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Extended resource: tags {{(pid=106102) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 16 01:45:34.265252 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING keystonemiddleware.auth_token [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 16 01:45:34.270330 dv-cinder-849143-2-iscsi neutron-server[106102]: WARNING keystonemiddleware.auth_token [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 16 01:45:34.279073 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Acquiring lock "singleton_lock" {{(pid=106102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 16 01:45:34.279399 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Acquired lock "singleton_lock" {{(pid=106102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 16 01:45:34.279870 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_concurrency.lockutils [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Releasing lock "singleton_lock" {{(pid=106102) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 16 01:45:34.280542 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Starting 2 workers Sep 16 01:45:34.285349 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Started child 106213 {{(pid=106102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:45:34.289755 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Started child 106214 {{(pid=106102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:45:34.291027 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.291681 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO neutron.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 16 01:45:34.291919 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.292519 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [-] (106213) wsgi starting up on http://0.0.0.0:9696 Sep 16 01:45:34.294339 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Starting 1 workers Sep 16 01:45:34.294484 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.295847 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [-] (106214) wsgi starting up on http://0.0.0.0:9696 Sep 16 01:45:34.300649 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Started child 106215 {{(pid=106102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:45:34.301183 dv-cinder-849143-2-iscsi neutron-server[106102]: INFO oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Starting 1 workers Sep 16 01:45:34.304209 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] calling RpcWorker wait() {{(pid=106215) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 16 01:45:34.304743 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] returning from RpcWorker wait() {{(pid=106215) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 16 01:45:34.305699 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Started child 106216 {{(pid=106102) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 16 01:45:34.306174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.306465 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG neutron_lib.callbacks.manager [None req-0b02d21d-69a7-421f-b968-458a37207532 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.306726 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:34.308415 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 01:45:34.308626 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:45:34.308817 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:45:34.309047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:45:34.309387 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:45:34.309569 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:45:34.310077 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.310357 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.310629 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.310715 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:34.311144 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.311451 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.311595 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:34.311731 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.311976 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.312266 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.312518 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.312686 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.312851 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.313091 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.313337 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.313644 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.313915 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.314166 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.315066 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.315242 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.315487 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.315749 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.316027 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.316319 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] debug = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.316581 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.317060 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.317286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.317548 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.317795 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.318069 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.318315 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.318580 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.318823 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.319053 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.319291 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.319549 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.319806 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.320087 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.320325 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.320604 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.320841 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.321381 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] host = dv-cinder-849143-2-iscsi {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.321629 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.321879 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.322139 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.322387 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.322660 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.322875 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.323141 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.323392 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.323650 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.323877 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.324162 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.324411 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.324629 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.324877 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.325041 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_options = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.325285 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.325564 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.325846 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.326036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.326205 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.326416 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.326623 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.326785 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.327031 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.327261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.327475 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.327686 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.327905 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.328163 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.328420 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.328633 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.328846 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.329073 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.329329 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.329575 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.329798 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.330376 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.330622 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.330872 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.331454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.331454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.331693 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.331814 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.332047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.332244 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.332507 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.332750 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.333131 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.333260 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.333461 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.333689 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.333967 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.334111 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.334500 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.334714 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.334864 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.335082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.335322 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.335745 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.336414 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.336414 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.336761 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_json = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.336761 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.336956 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.337114 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.337363 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.337576 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.337798 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.338036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.338470 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.338470 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.338878 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.339317 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.339551 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.339923 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.340065 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.340243 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.340479 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.340705 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.340943 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.341183 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.341496 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.341739 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.342093 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.342368 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.345584 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.346441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.347458 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.347458 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.347458 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.347458 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.348893 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351286 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351894 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351894 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.351894 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.353635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354124 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354124 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354287 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354442 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354666 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.354918 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.355134 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.355348 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.355560 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.355775 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.356014 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.356240 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.356482 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.356718 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.356951 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.357182 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.357384 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.357592 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.357965 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.358352 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.358575 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.358791 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.359005 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.359239 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.359450 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.359678 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.359886 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.360147 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.360358 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.360612 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.360833 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.361050 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.363235 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364103 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364103 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364103 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364437 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364437 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.364691 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367082 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.367687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368171 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368171 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368317 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368698 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368698 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.368969 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.369111 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.369347 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.369622 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.369854 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.370131 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.370371 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.370869 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.371181 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.371433 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.371721 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.371991 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.372245 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.372499 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.372762 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.373027 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.373277 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.373509 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.373728 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.373988 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.374210 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.374451 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.374681 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.375001 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.375255 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.375503 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.375738 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.376033 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.376289 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.376528 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.376858 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.377625 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.378042 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.378302 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.378534 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.378750 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.378993 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.379227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.379444 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.379687 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.379903 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.380171 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.380390 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.380611 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.380844 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.381079 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.381314 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.381532 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.381748 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.381962 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.382213 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.382446 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.382678 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.383120 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.383430 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.383667 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.383885 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.384377 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.384628 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.384863 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.385132 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.385398 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.385615 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.385844 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.386108 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.386350 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.386565 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.386829 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.387052 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.387268 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.387478 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.387881 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.388041 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.388172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.388405 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.388624 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.388890 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.389143 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.389493 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.389749 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.390002 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.390264 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.390518 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.390734 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.390953 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.391168 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.391418 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.391634 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.391859 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.392119 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.392401 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.392638 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.392874 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.393099 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.393311 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.393548 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.393811 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.394051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.394301 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.394521 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.394739 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.394979 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.395200 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.395560 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.395786 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.396033 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.396246 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.396605 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.397012 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.397411 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.397878 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.398242 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.398632 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.399050 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.399434 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.399690 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.399913 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.400160 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.400390 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.400620 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.400836 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.401047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.401291 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.401522 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.401755 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.401978 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.402194 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.402408 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.402634 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.403980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.404533 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.404533 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.404533 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.404716 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.404894 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.405136 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.405345 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.405552 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.405773 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.405997 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.406210 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.406521 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.406784 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.407003 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.407307 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.407533 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.407793 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.408781 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.409200 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.409618 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.409871 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.410263 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.410511 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.410878 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.411203 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.411742 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.412547 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.412746 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.413004 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.413321 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.413690 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.413970 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.414215 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.414637 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.414996 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.415407 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.415759 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.415975 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.416332 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.416577 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.416803 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.417081 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.417365 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.417654 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.417906 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.418136 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.418471 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.418643 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.418935 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.419183 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.419308 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:34.419446 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.419711 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.420036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.420276 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.420462 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:45:34.421079 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106102) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 16 01:45:34.421252 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 16 01:45:34.421410 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 16 01:45:34.421619 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 16 01:45:34.421767 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 16 01:45:34.421911 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 16 01:45:34.422237 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.422400 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.423261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.423261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.423261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.423261 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424677 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424677 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.424677 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425060 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425060 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425060 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425438 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425438 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425438 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425848 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425848 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.425991 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] debug = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426218 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426378 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426555 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426696 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426842 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.426976 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.427180 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.427417 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.427557 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.427693 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.427829 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.428036 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.428196 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.428350 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.428559 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.428782 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429021 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429021 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] host = dv-cinder-849143-2-iscsi {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429257 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429333 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429453 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429600 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.429834 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430051 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430260 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430382 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430651 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430813 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.430996 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.431113 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.431274 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.431485 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.431635 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_options = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.431770 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432095 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432246 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432414 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432587 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432780 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.432944 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433183 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433343 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433491 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433664 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433842 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.433995 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.434227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.434314 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.434381 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.434654 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.434876 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435044 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435175 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435389 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435536 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435692 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.435834 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436012 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436228 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436364 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436494 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436745 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.436932 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437065 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437265 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437357 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437526 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437671 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.437943 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438073 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438238 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438394 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438552 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438709 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.438866 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.439028 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.439157 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.439844 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440089 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_json = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440236 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440378 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440537 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440700 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.440857 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.441001 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.441161 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.441319 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.441466 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 16 01:45:34.441644 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.441787 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.441960 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442120 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442266 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442411 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442573 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442731 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.442889 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443049 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443216 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443376 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443545 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443704 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.443864 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444044 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444189 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444355 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444486 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444642 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444801 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.444959 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445124 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445284 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445441 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445598 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445758 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.445924 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446081 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446251 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446425 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446585 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446744 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.446901 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447061 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447220 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447380 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447538 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447698 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.447857 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448038 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448199 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448357 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448514 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448673 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448832 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.448992 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449141 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449340 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449532 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449667 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449789 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.449910 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450029 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450331 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450489 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450656 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450813 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.450972 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451130 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451290 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451652 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451652 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451899 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.451899 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452131 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452252 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452387 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452537 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452663 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452821 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.452980 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453139 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453297 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453455 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453613 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453771 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.453929 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454093 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454267 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454409 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454567 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454726 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.454948 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.455112 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.455385 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.455556 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.455716 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.455876 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456059 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456402 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456563 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456722 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.456882 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457040 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457198 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457357 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457517 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457676 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457836 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.457995 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458154 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458315 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458475 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458633 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458790 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.458954 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459111 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459272 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459430 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459589 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459748 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.459905 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460086 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460246 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460405 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460563 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460720 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.460880 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461038 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461199 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461367 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461524 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461685 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.461846 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462011 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462179 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462340 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462499 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462658 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462815 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.462975 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463133 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463294 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463453 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463611 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463769 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.463956 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464159 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464250 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464412 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464594 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464752 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.464912 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465454 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.465808 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466074 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466074 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466266 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466387 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466537 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466694 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.466853 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467013 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467173 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467333 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467490 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467651 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467809 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.467989 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468149 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468311 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468469 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468627 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468785 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.468945 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469103 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469263 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469421 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469579 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469737 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.469896 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.470053 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.470212 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.470374 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471062 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471218 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471380 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471547 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471795 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.471994 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.472680 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.472680 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.472680 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.472680 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473000 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473000 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473000 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473215 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473296 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473448 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473606 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473783 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.473941 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474099 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474260 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474423 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474581 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474740 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.474896 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475054 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475213 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475374 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475532 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475690 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.475848 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476026 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476186 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476343 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476502 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476664 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476826 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.476985 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477142 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477300 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477460 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477619 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477777 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.477935 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478095 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478255 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478412 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478571 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478730 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.478901 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479061 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479220 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479377 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479535 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479693 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.479860 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480041 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480210 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480347 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480505 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480663 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480832 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.480993 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481137 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481294 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481452 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481609 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481776 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.481933 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482091 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482249 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482407 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482564 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482731 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.482889 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483047 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483204 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483362 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483519 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483686 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.483844 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484027 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484172 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484335 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484492 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484660 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484821 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.484981 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485146 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485304 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485462 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485620 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485789 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.485948 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.486132 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.486843 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487105 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487270 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487433 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487596 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487765 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.487959 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488115 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488283 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488451 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488620 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488779 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.488943 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489113 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489273 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489432 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489591 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489751 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.489910 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490069 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490227 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490385 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490542 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490700 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.490857 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491018 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491176 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491364 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491498 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491629 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491786 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.491957 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.492126 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 16 01:45:34.492279 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106102) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 16 01:45:34.665550 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 42378) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:45:34.672859 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051007 Sep 16 01:45:34.677857 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044568 Sep 16 01:45:43.781123 dv-cinder-849143-2-iscsi neutron-server[106102]: DEBUG dbcounter [-] [106102] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:45:45.940046 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846cf6c1-8fd4-406d-b066-1fa84ca09aa5 None None] get_active_networks_info from dv-cinder-849143-2-iscsi {{(pid=106215) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 16 01:45:45.957395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writer thread running {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 01:45:46.027069 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846cf6c1-8fd4-406d-b066-1fa84ca09aa5 None None] No non-hosted networks {{(pid=106215) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 16 01:45:46.043339 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.agentschedulers_db [None req-846cf6c1-8fd4-406d-b066-1fa84ca09aa5 None None] DHCP Agent not found on host dv-cinder-849143-2-iscsi {{(pid=106215) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 16 01:45:46.093036 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10edd4da-52ed-4560-8b86-02d236d04e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:47.815048 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writer thread running {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 01:45:48.407101 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-661ad1d4-5aad-4216-a6b9-6030f0875e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:48.433475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-92ec3928-eff6-4bcc-8710-364bd8ab1a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:49.457469 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:49.852858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42452) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:45:50.458670 dv-cinder-849143-2-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-17dd35de-5300-4f34-b8e4-f28cd0e6889e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:45:50.459635 dv-cinder-849143-2-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-17dd35de-5300-4f34-b8e4-f28cd0e6889e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:45:50.697573 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-17dd35de-5300-4f34-b8e4-f28cd0e6889e admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:45:50.721395 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-17dd35de-5300-4f34-b8e4-f28cd0e6889e admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8662629 Sep 16 01:45:51.074134 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:51.435275 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:51.436459 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.437089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.441885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.442738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.446464 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.448879 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.449490 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.450354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.451666 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.453797 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.455399 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.456509 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.457348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.458432 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.459403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:51.462175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:51.487786 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:45:51.939040 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.db.l3_hamode_db [None req-720b1ece-92c4-4649-8052-331a66fc3345 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 16 01:45:52.022642 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b1ece-92c4-4649-8052-331a66fc3345 None None] Routers set() bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:45:52.023117 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b1ece-92c4-4649-8052-331a66fc3345 None None] Router IDs set() for agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 16 01:45:53.477916 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42486) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:45:53.802795 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:45:53.815463 dv-cinder-849143-2-iscsi neutron-server[106214]: ERROR stevedore.extension [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 01:45:53.896965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.policy [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 01:45:53.938008 dv-cinder-849143-2-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:45:53.938912 dv-cinder-849143-2-iscsi neutron-server[106214]: WARNING oslo_policy.policy [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:45:53.958954 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writer thread running {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 01:45:54.035007 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321110139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321109583', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321093546', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321086118', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321088457', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772321145990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3500355', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3502133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583342'] for rbac-policy (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:54.104922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:54.106079 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-cc2b7d44-ccd1-49b8-874e-492b67138ec6 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6271949 Sep 16 01:45:56.696004 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42496) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:45:57.015645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:45:57.044717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Made reservation on behalf of 5d0bb683d54f429588aceddf17bb9ef8 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:45:57.049039 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.067432 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.175881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks [] for security_group (7fc90988-2a32-414c-a1e8-36eefba84d09), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.179523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (7fc90988-2a32-414c-a1e8-36eefba84d09), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.199767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:45:57.236461 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772321715896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (d5d6b341-6090-4af2-a614-09a1e587b028), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.237047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Unsubscribe: segment precommit_create {{(pid=106214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 01:45:57.237575 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Added segment d5d6b341-6090-4af2-a614-09a1e587b028 of type vlan for network 835aa1df-d9ba-4929-b459-eeda37bbcc49 Sep 16 01:45:57.257428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc90988-2a32-414c-a1e8-36eefba84d09,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:45:57.308662 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.309001 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.309358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.309704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.310097 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.310440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.310800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.311114 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.311439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.311755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.312104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.312440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.312764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.313073 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.313411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Tracked resource versions report: Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: pushed versions: Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: { 'AddressGroup': {'1.2'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Agent': {'1.1'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'ConntrackHelper': {'1.0'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Log': {'1.0'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'NDPProxy': {'1.0'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Network': {'1.1'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Port': {'1.7'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'PortForwarding': {'1.3'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'QosPolicy': {'1.10'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroup': {'1.5'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SubPort': {'1.0'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Subnet': {'1.1'}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Trunk': {'1.1'}} Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: consumer versions: Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Agent': '1.1', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'ConntrackHelper': '1.0', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'LocalIPAssociation': '1.0', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Log': '1.0', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'NDPProxy': '1.0', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Network': '1.1', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Port': '1.7', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'PortForwarding': '1.3', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'QosPolicy': '1.10', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroup': '1.5', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroupRule': '1.2', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SubPort': '1.0', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Subnet': '1.1', Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Trunk': '1.1'}} Sep 16 01:45:57.314766 dv-cinder-849143-2-iscsi neutron-server[106214]: {{(pid=106214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:45:57.345447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (835aa1df-d9ba-4929-b459-eeda37bbcc49), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.367466 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:45:57.388969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (835aa1df-d9ba-4929-b459-eeda37bbcc49), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.394740 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:45:57.395448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:45:57.494669 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7975681 Sep 16 01:45:57.518082 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c72b3-b562-4790-905f-89a1bb5eefb8 demo demo] Pushing event updated for resources: {'Network': ['ID=835aa1df-d9ba-4929-b459-eeda37bbcc49,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:45:57.529957 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:46:00.166267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42510) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:00.580911 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d833126-b827-4919-855e-803d6f48adfb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:00.582263 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4d833126-b827-4919-855e-803d6f48adfb demo admin] 10.222.0.42 "GET /networking/v2.0/networks/835aa1df-d9ba-4929-b459-eeda37bbcc49 HTTP/1.1" status: 200 len: 825 time: 0.4150448 Sep 16 01:46:00.606555 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1711b4e2-7c56-44d1-a08a-aac23821afe3 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a HTTP/1.1" status: 200 len: 734 time: 0.0182805 Sep 16 01:46:00.615632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'name': 'private-subnet'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:46:00.637287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Made reservation on behalf of 5d0bb683d54f429588aceddf17bb9ef8 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:46:00.639533 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:00.787700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:00.933351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (fdd2eada-09d4-42a9-878d-3663afe6747d), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:01.004705 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fdd2eada-09d4-42a9-878d-3663afe6747d,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:01.007490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Checking segment: {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:46:01.007874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Network hostable DHCP agents. Network: 835aa1df-d9ba-4929-b459-eeda37bbcc49, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:46:01.029198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:46:01.041250 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 835aa1df-d9ba-4929-b459-eeda37bbcc49) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:01.045809 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:01.046395 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:01.051224 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624f2b3-c626-4ca0-9e8b-02887c37be98 None None] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:46:01.061657 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f8ae0764-da37-4bea-ac1f-f9a58d1645a2 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4491420 Sep 16 01:46:01.317474 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-835aa1df-d9ba-4929-b459-eeda37bbcc49', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:46:01.318746 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:01.599225 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Allocated IP 172.20.0.2 (835aa1df-d9ba-4929-b459-eeda37bbcc49/fdd2eada-09d4-42a9-878d-3663afe6747d/244e8862-64d2-4671-8ff6-4e2a06db12b2) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:46:01.658258 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:01.877133 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks [] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:01.886025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:01.963383 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:46:01.969163 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:01.975181 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:46:01.978286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Pushing event updated for resources: {'Port': ['ID=244e8862-64d2-4671-8ff6-4e2a06db12b2,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:02.013704 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.014033 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.014463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.014881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.015246 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.015582 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.015921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.016818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.017324 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.017661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.017997 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.018344 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.018680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.019010 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.019337 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Tracked resource versions report: Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: pushed versions: Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: { 'AddressGroup': {'1.2'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Agent': {'1.1'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'ConntrackHelper': {'1.0'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Log': {'1.0'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'NDPProxy': {'1.0'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Network': {'1.1'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Port': {'1.7'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'PortForwarding': {'1.3'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'QosPolicy': {'1.10'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroup': {'1.5'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SubPort': {'1.0'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Subnet': {'1.1'}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Trunk': {'1.1'}} Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: consumer versions: Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Agent': '1.1', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'ConntrackHelper': '1.0', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'LocalIPAssociation': '1.0', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Log': '1.0', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'NDPProxy': '1.0', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Network': '1.1', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Port': '1.7', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'PortForwarding': '1.3', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'QosPolicy': '1.10', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroup': '1.5', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroupRule': '1.2', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SubPort': '1.0', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Subnet': '1.1', Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Trunk': '1.1'}} Sep 16 01:46:02.020853 dv-cinder-849143-2-iscsi neutron-server[106215]: {{(pid=106215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:46:02.072817 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Attempting to bind port 244e8862-64d2-4671-8ff6-4e2a06db12b2 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:46:02.073431 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Attempting to bind port 244e8862-64d2-4671-8ff6-4e2a06db12b2 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:46:02.073639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Attempting to bind port 244e8862-64d2-4671-8ff6-4e2a06db12b2 on network 835aa1df-d9ba-4929-b459-eeda37bbcc49 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:46:02.098963 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:02.124759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:46:02.125133 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Checking segment: {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:46:02.126356 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:02.126761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Bound using segment: {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:46:02.127286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Bound port: 244e8862-64d2-4671-8ff6-4e2a06db12b2, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:46:02.127644 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:02.188937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] For port 244e8862-64d2-4671-8ff6-4e2a06db12b2, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:46:02.208747 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] For port 244e8862-64d2-4671-8ff6-4e2a06db12b2, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=244e8862-64d2-4671-8ff6-4e2a06db12b2,segment=NetworkSegment(d5d6b341-6090-4af2-a614-09a1e587b028),segment_id=d5d6b341-6090-4af2-a614-09a1e587b028)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:46:02.215639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:02.265722 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac961f4-198b-4c16-836d-ac31ebf9cd4d None None] Pushing event updated for resources: {'Port': ['ID=244e8862-64d2-4671-8ff6-4e2a06db12b2,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:03.779412 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42520) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:04.107554 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-9a643d8a-e497-4691-ad53-d992379096d1 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:46:04.108741 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9a643d8a-e497-4691-ad53-d992379096d1 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3284810 Sep 16 01:46:05.081080 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:05.086161 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=8 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:06.807826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42532) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:07.145947 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-297cef33-f57c-4f49-b818-d445e9badfae admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:46:07.146981 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-297cef33-f57c-4f49-b818-d445e9badfae admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3381760 Sep 16 01:46:09.171644 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 244e8862-64d2-4671-8ff6-4e2a06db12b2 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:46:09.254573 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 244e8862-64d2-4671-8ff6-4e2a06db12b2 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:09.254898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:09.255263 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 244e8862-64d2-4671-8ff6-4e2a06db12b2 Sep 16 01:46:09.359894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 244e8862-64d2-4671-8ff6-4e2a06db12b2 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:09.360307 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:09.396910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 244e8862-64d2-4671-8ff6-4e2a06db12b2, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=244e8862-64d2-4671-8ff6-4e2a06db12b2,segment=NetworkSegment(d5d6b341-6090-4af2-a614-09a1e587b028),segment_id=d5d6b341-6090-4af2-a614-09a1e587b028)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:46:09.400857 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:09.454555 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=244e8862-64d2-4671-8ff6-4e2a06db12b2,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:09.827344 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 42544) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:10.283345 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13190afb-1a72-46e8-813f-f032c28c92dd None None] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:46:10.342450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-e8cd4f84-1310-4486-844f-8b4cff010a73 None None] Provisioning complete for port 244e8862-64d2-4671-8ff6-4e2a06db12b2 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:10.342791 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e8cd4f84-1310-4486-844f-8b4cff010a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.343129 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e8cd4f84-1310-4486-844f-8b4cff010a73 None None] Attempt 1 to provision port 244e8862-64d2-4671-8ff6-4e2a06db12b2 Sep 16 01:46:10.348216 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING oslo_policy.policy [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:46:10.348749 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING oslo_policy.policy [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:46:10.407720 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:10.480479 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd4f84-1310-4486-844f-8b4cff010a73 None None] Current status of the port 244e8862-64d2-4671-8ff6-4e2a06db12b2 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:10.570286 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:46:10.579649 dv-cinder-849143-2-iscsi neutron-server[106213]: ERROR stevedore.extension [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 16 01:46:10.633567 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.policy [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106213) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 16 01:46:10.677097 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING oslo_policy.policy [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:46:10.677502 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING oslo_policy.policy [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 16 01:46:10.697636 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writer thread running {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 16 01:46:10.700112 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2d493529-cca8-4477-83b9-948543926432 None None] Provisioning complete for port 244e8862-64d2-4671-8ff6-4e2a06db12b2 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:10.700502 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d493529-cca8-4477-83b9-948543926432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.700837 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2d493529-cca8-4477-83b9-948543926432 None None] Attempt 1 to provision port 244e8862-64d2-4671-8ff6-4e2a06db12b2 Sep 16 01:46:10.711476 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:10.742694 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (a0a66138-4104-4709-91cc-a04b1f0169d8), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.744458 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (a0a66138-4104-4709-91cc-a04b1f0169d8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.778263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2d493529-cca8-4477-83b9-948543926432 None None] Current status of the port 244e8862-64d2-4671-8ff6-4e2a06db12b2 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:10.901256 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Publish callbacks [] for router_controller (a0a66138-4104-4709-91cc-a04b1f0169d8), precommit_add_association {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.906169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (a0a66138-4104-4709-91cc-a04b1f0169d8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.930524 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:10.931707 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-cd09b063-2e0a-4b51-b66d-664c9cffbb44 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1033359 Sep 16 01:46:11.053682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:11.056041 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=63,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:11.137088 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 244e8862-64d2-4671-8ff6-4e2a06db12b2 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:46:11.182544 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 244e8862-64d2-4671-8ff6-4e2a06db12b2 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:11.182929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:11.183268 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 244e8862-64d2-4671-8ff6-4e2a06db12b2 Sep 16 01:46:11.205263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:11.256050 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 244e8862-64d2-4671-8ff6-4e2a06db12b2 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:13.574475 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42564) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:13.897200 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-a8b2357d-0f45-4281-9916-e8f861bff1ab admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:46:13.898203 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a8b2357d-0f45-4281-9916-e8f861bff1ab admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3228130 Sep 16 01:46:15.913747 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-55372e04-f368-470a-9b8a-d1edfd32c14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:16.542584 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42572) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:16.864086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:46:16.884336 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Made reservation on behalf of efec9f6da9c342038dd7466c677c23ad for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:46:16.886635 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:16.894882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:16.970574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks [] for security_group (3ef791c7-feea-4d6e-8703-49d32f13572a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:16.975027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (3ef791c7-feea-4d6e-8703-49d32f13572a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:16.993364 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Reserving flat network on physical network physnet1 {{(pid=106214) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 16 01:46:17.008996 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef791c7-feea-4d6e-8703-49d32f13572a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:17.016771 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:17.016771 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Added segment 1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b of type flat for network 49aee5ea-cca2-40ce-ab41-4730cf37422e Sep 16 01:46:17.064586 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (49aee5ea-cca2-40ce-ab41-4730cf37422e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:17.096585 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (49aee5ea-cca2-40ce-ab41-4730cf37422e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:17.097656 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:17.098227 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:17.173212 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6295290 Sep 16 01:46:17.195259 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb0d5d-a55b-46b9-886c-2edcb60995bd admin admin] Pushing event updated for resources: {'Network': ['ID=49aee5ea-cca2-40ce-ab41-4730cf37422e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:17.206254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:46:18.441025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-09821d74-dc74-4e65-9ea3-9ae5906426e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:19.423627 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:19.797876 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 42580) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:20.225151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c20be7-0234-4dc9-b400-330af1c7a676 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:20.226653 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-94c20be7-0234-4dc9-b400-330af1c7a676 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/fdd2eada-09d4-42a9-878d-3663afe6747d HTTP/1.1" status: 200 len: 849 time: 0.4278033 Sep 16 01:46:20.341390 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c58ab5c4-d051-4a13-aac4-962ee4f28209 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/a0a66138-4104-4709-91cc-a04b1f0169d8 HTTP/1.1" status: 200 len: 704 time: 0.1088133 Sep 16 01:46:20.618642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:20.916656 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Allocated IP 172.20.0.1 (835aa1df-d9ba-4929-b459-eeda37bbcc49/fdd2eada-09d4-42a9-878d-3663afe6747d/7d09acde-21a2-4313-b927-78724dac52b9) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:46:21.009332 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.128781 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks [] for port (7d09acde-21a2-4313-b927-78724dac52b9), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.178651 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:21.192992 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (7d09acde-21a2-4313-b927-78724dac52b9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.235781 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:46:21.237191 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:21.302448 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Pushing event updated for resources: {'Port': ['ID=7d09acde-21a2-4313-b927-78724dac52b9,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:21.305647 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:46:21.305647 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (a0a66138-4104-4709-91cc-a04b1f0169d8), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.366323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.366674 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.367033 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.367385 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.367719 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.368074 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.368401 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.368722 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.369066 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.369390 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.369712 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.370048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.370370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.370686 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.371003 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Tracked resource versions report: Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: pushed versions: Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: consumer versions: Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Log': '1.0', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Network': '1.1', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Port': '1.7', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 16 01:46:21.372394 dv-cinder-849143-2-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:46:21.428754 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.429808 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:21.521715 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (7d09acde-21a2-4313-b927-78724dac52b9), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.554418 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Provisioning complete for port 7d09acde-21a2-4313-b927-78724dac52b9 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:21.554825 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (7d09acde-21a2-4313-b927-78724dac52b9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.555158 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 1 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:21.586895 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Port 7d09acde-21a2-4313-b927-78724dac52b9 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:46:21.728637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks [] for port (7d09acde-21a2-4313-b927-78724dac52b9), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.732813 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (7d09acde-21a2-4313-b927-78724dac52b9), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.733655 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (a0a66138-4104-4709-91cc-a04b1f0169d8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:21.857677 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Pushing event updated for resources: {'Port': ['ID=7d09acde-21a2-4313-b927-78724dac52b9,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:21.908039 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:46:21.909314 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:22.067062 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Router a0a66138-4104-4709-91cc-a04b1f0169d8 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:46:22.087525 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 2 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:22.120555 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Port 7d09acde-21a2-4313-b927-78724dac52b9 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:46:22.155331 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:46:22.160592 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-dc4b4e33-bf5e-48ee-af1c-c2ad736e8676 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/a0a66138-4104-4709-91cc-a04b1f0169d8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8133409 Sep 16 01:46:22.169702 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Sync routers for ids ['a0a66138-4104-4709-91cc-a04b1f0169d8'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:46:22.182911 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Routers {'a0a66138-4104-4709-91cc-a04b1f0169d8'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:46:22.183675 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:46:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a0a66138-4104-4709-91cc-a04b1f0169d8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:22.368019 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Set router a0a66138-4104-4709-91cc-a04b1f0169d8 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:46:22.621727 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 3 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:22.655097 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Port 7d09acde-21a2-4313-b927-78724dac52b9 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:46:22.790486 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:21Z', 'revision_number': 2, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port_host': None, '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:21Z', 'revision_number': 2, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:22.841665 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Checking router: a0a66138-4104-4709-91cc-a04b1f0169d8 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:46:22.842036 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Updating router a0a66138-4104-4709-91cc-a04b1f0169d8 port 7d09acde-21a2-4313-b927-78724dac52b9 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:46:22.906408 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (7d09acde-21a2-4313-b927-78724dac52b9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.156949 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 4 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:23.187847 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Port 7d09acde-21a2-4313-b927-78724dac52b9 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:46:23.411124 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks [] for port (7d09acde-21a2-4313-b927-78724dac52b9), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.417967 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (7d09acde-21a2-4313-b927-78724dac52b9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.566491 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Pushing event updated for resources: {'Port': ['ID=7d09acde-21a2-4313-b927-78724dac52b9,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:23.570802 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Attempting to bind port 7d09acde-21a2-4313-b927-78724dac52b9 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:46:23.571193 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Attempting to bind port 7d09acde-21a2-4313-b927-78724dac52b9 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:46:23.571621 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Attempting to bind port 7d09acde-21a2-4313-b927-78724dac52b9 on network 835aa1df-d9ba-4929-b459-eeda37bbcc49 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:46:23.583854 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.584285 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.584626 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.584960 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.585284 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.585606 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.585920 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.586235 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.586549 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.586878 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.587173 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.587505 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.587819 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.588149 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.588461 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Tracked resource versions report: Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: pushed versions: Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: consumer versions: Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Log': '1.0', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Network': '1.1', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Port': '1.7', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 16 01:46:23.589823 dv-cinder-849143-2-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:46:23.667737 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:46:23.668084 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Checking segment: {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:46:23.668550 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.668932 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Bound using segment: {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:46:23.669427 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Bound port: 7d09acde-21a2-4313-b927-78724dac52b9, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d6b341-6090-4af2-a614-09a1e587b028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:46:23.669800 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (7d09acde-21a2-4313-b927-78724dac52b9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.688685 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 5 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:23.721189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Port 7d09acde-21a2-4313-b927-78724dac52b9 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:46:23.723757 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:23.734693 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] For port 7d09acde-21a2-4313-b927-78724dac52b9, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:46:23.737452 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:23.755276 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] For port 7d09acde-21a2-4313-b927-78724dac52b9, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=7d09acde-21a2-4313-b927-78724dac52b9,segment=NetworkSegment(d5d6b341-6090-4af2-a614-09a1e587b028),segment_id=d5d6b341-6090-4af2-a614-09a1e587b028)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:46:23.761778 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (7d09acde-21a2-4313-b927-78724dac52b9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:23.802006 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Routers {'a0a66138-4104-4709-91cc-a04b1f0169d8'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:46:23.802636 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:46:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a0a66138-4104-4709-91cc-a04b1f0169d8'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:23.885609 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30697fc-1e97-4f67-ad14-45ada4c3e689 None None] Pushing event updated for resources: {'Port': ['ID=7d09acde-21a2-4313-b927-78724dac52b9,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:23.903500 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] Set router a0a66138-4104-4709-91cc-a04b1f0169d8 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:46:24.097971 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:21Z', 'revision_number': 2, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port_host': None, '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:23Z', 'revision_number': 4, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:24.123067 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a3421-bf0f-478c-8141-1778cf96d4e1 None None] The sync data for ids ['a0a66138-4104-4709-91cc-a04b1f0169d8'] in dv-cinder-849143-2-iscsi is: [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:21Z', 'revision_number': 2, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port_host': None, '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:23Z', 'revision_number': 4, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:46:24.222322 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Attempt 6 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:24.302031 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Current status of the port 7d09acde-21a2-4313-b927-78724dac52b9 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:24.302422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (7d09acde-21a2-4313-b927-78724dac52b9), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:24.335967 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] For port 7d09acde-21a2-4313-b927-78724dac52b9, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=7d09acde-21a2-4313-b927-78724dac52b9,segment=NetworkSegment(d5d6b341-6090-4af2-a614-09a1e587b028),segment_id=d5d6b341-6090-4af2-a614-09a1e587b028)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:46:24.340631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (7d09acde-21a2-4313-b927-78724dac52b9), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:24.388878 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:24.393210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90fa48-1791-4908-8dbf-73eb138b59d0 None None] Pushing event updated for resources: {'Port': ['ID=7d09acde-21a2-4313-b927-78724dac52b9,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:24.462051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-932f56ac-cd87-4cec-a91b-07e2c752ceff None None] Provisioning complete for port 7d09acde-21a2-4313-b927-78724dac52b9 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:24.462685 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-932f56ac-cd87-4cec-a91b-07e2c752ceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (7d09acde-21a2-4313-b927-78724dac52b9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:24.463212 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-932f56ac-cd87-4cec-a91b-07e2c752ceff None None] Attempt 1 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:24.540569 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-932f56ac-cd87-4cec-a91b-07e2c752ceff None None] Current status of the port 7d09acde-21a2-4313-b927-78724dac52b9 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:24.823146 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 42594) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:25.224019 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452787af-9da6-45d1-bd38-0aa7e758c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:25.226210 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-452787af-9da6-45d1-bd38-0aa7e758c2f0 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/49aee5ea-cca2-40ce-ab41-4730cf37422e HTTP/1.1" status: 200 len: 842 time: 0.4012845 Sep 16 01:46:25.236049 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Request body: {'subnet': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:46:25.263566 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Made reservation on behalf of efec9f6da9c342038dd7466c677c23ad for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:46:25.266665 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:25.349167 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:25.370861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:25.585933 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.objects.ports [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106213) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 16 01:46:25.586378 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (74ab26eb-4479-4237-816f-bc7ff40b51f9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:25.646733 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ab26eb-4479-4237-816f-bc7ff40b51f9,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:25.655826 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:46:25.656325 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Network hostable DHCP agents. Network: 49aee5ea-cca2-40ce-ab41-4730cf37422e, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:46:25.679175 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:46:25.693229 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 49aee5ea-cca2-40ce-ab41-4730cf37422e) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:25.697412 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:25.698136 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:25.702663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616ecf1-8e2f-4f05-ac64-0038d75f1377 None None] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:46:25.719512 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4a9db559-ecd6-45e3-a203-c78c5fc80d71 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4873614 Sep 16 01:46:25.817140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd15c5-3c04-4a32-8081-ec41ba50a9ac None None] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:46:27.172234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=35,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:27.191975 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:28.424659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 42604) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:28.967362 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-63b35f6f-bfd1-4e24-9ebf-15ecce1c592a demo admin] 10.222.0.42 "GET /networking/v2.0/routers/a0a66138-4104-4709-91cc-a04b1f0169d8 HTTP/1.1" status: 200 len: 710 time: 0.5392835 Sep 16 01:46:29.086760 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec744c1f-e076-44dd-b227-1b5dfc89f8a3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:46:29.088499 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ec744c1f-e076-44dd-b227-1b5dfc89f8a3 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/49aee5ea-cca2-40ce-ab41-4730cf37422e HTTP/1.1" status: 200 len: 886 time: 0.1167090 Sep 16 01:46:29.097834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:46:29.170198 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 7d09acde-21a2-4313-b927-78724dac52b9 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:46:29.213343 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:29.218749 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 7d09acde-21a2-4313-b927-78724dac52b9 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:29.219186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (7d09acde-21a2-4313-b927-78724dac52b9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:29.219514 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:46:29.295443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 7d09acde-21a2-4313-b927-78724dac52b9 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:29.364390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks [] for router_gateway (a0a66138-4104-4709-91cc-a04b1f0169d8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:29.623681 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks [] for router_gateway (a0a66138-4104-4709-91cc-a04b1f0169d8), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:29.699763 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:29.856236 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Allocated IP 172.27.0.150 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/6dd7af2f-3871-4776-9164-3a18fcab382c) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:46:29.965707 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks [] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.003602 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:30.006515 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:30.028541 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.101951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:46:30.106490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:46:30.109128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:46:30.148747 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Pushing event updated for resources: {'Port': ['ID=6dd7af2f-3871-4776-9164-3a18fcab382c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:30.348714 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:46:30.394479 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks [] for router_gateway (a0a66138-4104-4709-91cc-a04b1f0169d8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.592075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-498637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-501472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7359'] for router (a0a66138-4104-4709-91cc-a04b1f0169d8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.598146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-498628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-498495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-501467'] for router (a0a66138-4104-4709-91cc-a04b1f0169d8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.721093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Router a0a66138-4104-4709-91cc-a04b1f0169d8 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:46:30.834395 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:46:30.839329 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:30.840163 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-93df9ac9-e53e-4a8e-9bce-919c794775c3 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/a0a66138-4104-4709-91cc-a04b1f0169d8 HTTP/1.1" status: 200 len: 890 time: 1.7455072 Sep 16 01:46:30.844674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Sync routers for ids ['a0a66138-4104-4709-91cc-a04b1f0169d8'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:46:30.857405 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Routers {'a0a66138-4104-4709-91cc-a04b1f0169d8'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:46:30.858116 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:46:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a0a66138-4104-4709-91cc-a04b1f0169d8'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:31.098226 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Set router a0a66138-4104-4709-91cc-a04b1f0169d8 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:46:31.565135 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:30Z', 'revision_number': 4, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port': {'id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:29Z', 'updated_at': '2022-09-16T01:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:24Z', 'revision_number': 5, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:31.613917 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Checking router: a0a66138-4104-4709-91cc-a04b1f0169d8 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:46:31.614271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Updating router a0a66138-4104-4709-91cc-a04b1f0169d8 port 6dd7af2f-3871-4776-9164-3a18fcab382c binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:46:31.667574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:31.829468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:31.979408 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks [] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:31.985259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:32.017300 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Attempting to bind port 6dd7af2f-3871-4776-9164-3a18fcab382c on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:46:32.017666 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Attempting to bind port 6dd7af2f-3871-4776-9164-3a18fcab382c by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:46:32.018027 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Attempting to bind port 6dd7af2f-3871-4776-9164-3a18fcab382c on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:46:32.052670 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aca535-8c2a-431a-a507-cd5a7ba16f97 None None] Pushing event updated for resources: {'Port': ['ID=6dd7af2f-3871-4776-9164-3a18fcab382c,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:32.075879 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:46:32.076286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:46:32.076684 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:32.077072 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:46:32.078104 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Bound port: 6dd7af2f-3871-4776-9164-3a18fcab382c, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:46:32.078640 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:32.125122 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] For port 6dd7af2f-3871-4776-9164-3a18fcab382c, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:46:32.128379 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] For port 6dd7af2f-3871-4776-9164-3a18fcab382c, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6dd7af2f-3871-4776-9164-3a18fcab382c,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:46:32.129403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:32.134922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:32.175078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Routers {'a0a66138-4104-4709-91cc-a04b1f0169d8'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:46:32.175686 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:46:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a0a66138-4104-4709-91cc-a04b1f0169d8'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:32.230783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aca535-8c2a-431a-a507-cd5a7ba16f97 None None] Pushing event updated for resources: {'Port': ['ID=6dd7af2f-3871-4776-9164-3a18fcab382c,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:32.292503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] Set router a0a66138-4104-4709-91cc-a04b1f0169d8 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:46:32.493590 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-3be21770-1250-4558-bb79-710318d6d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:30Z', 'revision_number': 4, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port': {'id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:29Z', 'updated_at': '2022-09-16T01:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:24Z', 'revision_number': 5, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:46:32.519600 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be21770-1250-4558-bb79-710318d6d88c None None] The sync data for ids ['a0a66138-4104-4709-91cc-a04b1f0169d8'] in dv-cinder-849143-2-iscsi is: [{'id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'name': 'router1', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:46:10Z', 'updated_at': '2022-09-16T01:46:30Z', 'revision_number': 4, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'gw_port': {'id': '6dd7af2f-3871-4776-9164-3a18fcab382c', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:29Z', 'updated_at': '2022-09-16T01:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '7d09acde-21a2-4313-b927-78724dac52b9', 'name': '', 'network_id': '835aa1df-d9ba-4929-b459-eeda37bbcc49', 'tenant_id': '5d0bb683d54f429588aceddf17bb9ef8', 'mac_address': 'fa:16:3e:41:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a66138-4104-4709-91cc-a04b1f0169d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:46:20Z', 'updated_at': '2022-09-16T01:46:24Z', 'revision_number': 5, 'project_id': '5d0bb683d54f429588aceddf17bb9ef8', 'subnets': [{'id': 'fdd2eada-09d4-42a9-878d-3663afe6747d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c9992cc-ae3c-4a35-aa5f-4fcf0bbe594a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:46:33.173783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6dd7af2f-3871-4776-9164-3a18fcab382c up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:46:33.218589 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6dd7af2f-3871-4776-9164-3a18fcab382c triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:33.218982 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:33.219325 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6dd7af2f-3871-4776-9164-3a18fcab382c Sep 16 01:46:33.287755 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:33.298525 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6dd7af2f-3871-4776-9164-3a18fcab382c is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:33.298914 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:33.321254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 6dd7af2f-3871-4776-9164-3a18fcab382c, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6dd7af2f-3871-4776-9164-3a18fcab382c,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:46:33.325736 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:33.371463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=6dd7af2f-3871-4776-9164-3a18fcab382c,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:46:33.707137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 42616) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:46:34.111882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c7e8edca-8283-4dd1-8275-0f6ebaf8aad3 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4036121 Sep 16 01:46:35.151592 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6dd7af2f-3871-4776-9164-3a18fcab382c up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:46:35.195277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6dd7af2f-3871-4776-9164-3a18fcab382c triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:46:35.195673 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6dd7af2f-3871-4776-9164-3a18fcab382c), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:35.196042 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6dd7af2f-3871-4776-9164-3a18fcab382c Sep 16 01:46:35.271280 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6dd7af2f-3871-4776-9164-3a18fcab382c is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:46:40.343721 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=51 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:40.344639 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=40 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:40.844714 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:40.845761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:44.100777 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=39,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:44.109370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=42,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:45.268741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=1,neutron:SELECT=22 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:45.269954 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:46:45.917351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-af4679a5-fe2a-4c85-a69f-8e8cb3f0bdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:48.398000 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a1287edb-4b57-4a50-8c5b-a96af8865b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:49.436968 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:51.020029 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:46:51.449041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:01.422890 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:01.426031 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:07.351257 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:47:14.362831 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:15.922355 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1750f1b7-d6af-40e2-a4d7-1044189752bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:17.346051 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:18.399928 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f6f919ee-32b7-436c-9e12-e5e51275ccb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:19.441083 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:21.024471 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:21.430031 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:31.421686 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:31.424719 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:44.349906 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:47:45.926063 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7cb774bb-dee6-4b59-89e5-07f8373d8d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:48.394598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8379-f978-4ba0-997a-820ba5da162d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:49.438255 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:51.022349 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:51.426353 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:47:54.345811 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:54.346590 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:47:59.933836 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43164) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:00.266397 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d2a210-bda0-4875-ad09-036c53852f72 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:48:00.267652 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a4d2a210-bda0-4875-ad09-036c53852f72 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3328876 Sep 16 01:48:00.431533 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20842529-03cf-467b-8e12-2af5d5cba4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:00.433570 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-20842529-03cf-467b-8e12-2af5d5cba4de admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614840 Sep 16 01:48:01.416259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:01.421493 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:03.009316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43174) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:03.375022 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9dbe8-0e1f-4cbe-a2d4-d9320d948832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:03.376273 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7ec9dbe8-0e1f-4cbe-a2d4-d9320d948832 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/fdd2eada-09d4-42a9-878d-3663afe6747d HTTP/1.1" status: 200 len: 849 time: 0.3659968 Sep 16 01:48:03.386934 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:48:03.475372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Publish callbacks [] for subnet (fdd2eada-09d4-42a9-878d-3663afe6747d), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:03.622147 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772321759892'] for subnet (fdd2eada-09d4-42a9-878d-3663afe6747d), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:03.652547 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:03.653063 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:03.655011 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/fdd2eada-09d4-42a9-878d-3663afe6747d HTTP/1.1" status: 200 len: 868 time: 0.2725339 Sep 16 01:48:03.657983 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc40d56-ee21-4b6b-af57-576c2879341d None None] Network 835aa1df-d9ba-4929-b459-eeda37bbcc49 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:48:03.679407 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd2eada-09d4-42a9-878d-3663afe6747d,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:48:03.688508 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.688861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.689207 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.689544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.689878 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.690211 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.690536 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.690858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.691182 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.691505 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.691828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.692223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.692549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.692866 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.693183 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f26607-14ea-49da-b3e3-ba391224b24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:48:03.956649 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Provisioning complete for port 244e8862-64d2-4671-8ff6-4e2a06db12b2 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:48:03.957043 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (244e8862-64d2-4671-8ff6-4e2a06db12b2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:03.957387 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Attempt 1 to provision port 244e8862-64d2-4671-8ff6-4e2a06db12b2 Sep 16 01:48:04.033507 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Current status of the port 244e8862-64d2-4671-8ff6-4e2a06db12b2 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:48:04.041455 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Provisioning complete for port 7d09acde-21a2-4313-b927-78724dac52b9 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:48:04.041877 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (7d09acde-21a2-4313-b927-78724dac52b9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:04.042400 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Attempt 1 to provision port 7d09acde-21a2-4313-b927-78724dac52b9 Sep 16 01:48:04.113482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-41d60ff2-fd71-4eb8-ac4d-3cdd7ce29703 None None] Current status of the port 7d09acde-21a2-4313-b927-78724dac52b9 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:48:06.250520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43182) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:06.796870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210829d-840c-433d-90b3-f485bb2076a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:06.797343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210829d-840c-433d-90b3-f485bb2076a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:06.798879 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a210829d-840c-433d-90b3-f485bb2076a3 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5474184 Sep 16 01:48:09.389710 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43192) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:09.797726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35ae13-22b0-4ec4-be41-dab2fc2998bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:09.798192 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35ae13-22b0-4ec4-be41-dab2fc2998bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:09.799724 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bd35ae13-22b0-4ec4-be41-dab2fc2998bd admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4091492 Sep 16 01:48:12.413744 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43200) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:12.813996 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879bb58-c328-47a0-a20a-47e7a71b8887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:12.815384 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5879bb58-c328-47a0-a20a-47e7a71b8887 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/49aee5ea-cca2-40ce-ab41-4730cf37422e HTTP/1.1" status: 200 len: 886 time: 0.4007976 Sep 16 01:48:13.682621 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:13.684011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=66,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:14.110099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=36 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:14.112052 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=41 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:15.383177 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43208) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:15.922701 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb790c-b04a-4391-938f-72e3e20d3634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:15.924094 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-05cb790c-b04a-4391-938f-72e3e20d3634 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/835aa1df-d9ba-4929-b459-eeda37bbcc49 HTTP/1.1" status: 200 len: 869 time: 0.5399525 Sep 16 01:48:15.929128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ad727727-c738-448b-b31e-41ab34cfacb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:18.397853 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-93b77eef-6734-42e7-9c32-b034cc7452bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:18.519053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43216) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:18.924958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0e44c-a90d-4366-bd36-af43528f95d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:18.925417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0e44c-a90d-4366-bd36-af43528f95d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:18.926939 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-30f0e44c-a90d-4366-bd36-af43528f95d8 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4069388 Sep 16 01:48:19.438077 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:21.026165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:21.349091 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:48:21.419577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:21.506136 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43224) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:21.879080 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d27e5c-5849-4a1f-aa9b-e5a94510337d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:21.879458 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d27e5c-5849-4a1f-aa9b-e5a94510337d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:21.880954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-45d27e5c-5849-4a1f-aa9b-e5a94510337d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3738749 Sep 16 01:48:24.430295 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43232) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:24.797557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f3d0a-1a71-45bd-9f6e-5cced86b7757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:24.798888 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3a0f3d0a-1a71-45bd-9f6e-5cced86b7757 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/74ab26eb-4479-4237-816f-bc7ff40b51f9 HTTP/1.1" status: 200 len: 816 time: 0.3676314 Sep 16 01:48:27.391085 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43240) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:27.758413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0349ff5-fe4c-40be-876a-655d7adbe00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:48:27.760345 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b0349ff5-fe4c-40be-876a-655d7adbe00a admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/fdd2eada-09d4-42a9-878d-3663afe6747d HTTP/1.1" status: 200 len: 868 time: 0.3677206 Sep 16 01:48:31.344092 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:31.345047 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:31.413993 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:31.415225 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:37.749473 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=68 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:37.755283 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=70 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:45.251995 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:45.260894 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:48:45.932100 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5cf48846-3e2c-4b2d-9786-6a8040a1f8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:48.402073 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9fb7cce0-d542-480a-a48a-a62c3743b5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:49.439627 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:51.029691 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:51.421714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:48:57.616726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43298) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:48:57.945243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [None req-2663112c-ec35-4136-af18-4aaf7e74fb7d admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:48:57.946725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2663112c-ec35-4136-af18-4aaf7e74fb7d admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3290329 Sep 16 01:48:58.348307 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:49:00.608402 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43306) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:49:00.949779 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81cf256-ebb9-48b4-95a3-e3b4c30ce047 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:49:00.951058 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e81cf256-ebb9-48b4-95a3-e3b4c30ce047 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3417156 Sep 16 01:49:01.094943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7e781c-1c76-4900-b545-bc6a71472370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:49:01.096438 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4f7e781c-1c76-4900-b545-bc6a71472370 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410668 Sep 16 01:49:01.410776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:01.417685 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:03.698338 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43314) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:49:04.022001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:49:04.044855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Made reservation on behalf of efec9f6da9c342038dd7466c677c23ad for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:49:04.047115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:04.074888 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING neutron.services.revisions.revision_plugin [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Could not find related network for resource to bump revision. Sep 16 01:49:04.090325 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:49:04.102335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772321715896', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (8f47af8f-3832-49df-83ee-107a63784d41), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:04.102844 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Unsubscribe: segment precommit_create {{(pid=106213) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 16 01:49:04.103311 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Added segment 8f47af8f-3832-49df-83ee-107a63784d41 of type vlan for network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 Sep 16 01:49:04.218517 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (58dd4e62-19f7-43e9-92ab-4af3bef31c99), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:04.250429 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (58dd4e62-19f7-43e9-92ab-4af3bef31c99), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:04.251398 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:49:04.251999 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:04.329485 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6300552 Sep 16 01:49:04.348119 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Pushing event updated for resources: {'Network': ['ID=58dd4e62-19f7-43e9-92ab-4af3bef31c99,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:49:04.356079 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.356424 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.356786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.357124 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.357453 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.357776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.358098 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.358417 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.358754 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.359078 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.359458 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.359785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.360135 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.360453 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.360770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0403b5f-384a-41ed-a519-5955c749efda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:04.374117 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:49:05.350922 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:06.951801 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43324) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:49:07.403444 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d65f5c-8566-4acf-911a-9c65f753f4f5 admin admin] GET failed (client error): The resource could not be found. Sep 16 01:49:07.404758 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-26d65f5c-8566-4acf-911a-9c65f753f4f5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4519396 Sep 16 01:49:07.479960 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb839c5-204d-4755-b40d-ff198d737238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:49:07.481436 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-cbb839c5-204d-4755-b40d-ff198d737238 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0722806 Sep 16 01:49:07.491309 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:49:07.511355 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Made reservation on behalf of efec9f6da9c342038dd7466c677c23ad for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:49:07.513621 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:07.676721 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (065c43e0-7a64-4a20-ac59-66fdc1c9ab76), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:07.732846 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065c43e0-7a64-4a20-ac59-66fdc1c9ab76,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:49:07.743810 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Checking segment: {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:49:07.744332 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Network hostable DHCP agents. Network: 58dd4e62-19f7-43e9-92ab-4af3bef31c99, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:49:07.761074 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:49:07.769478 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 58dd4e62-19f7-43e9-92ab-4af3bef31c99) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:49:07.775145 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:49:07.776146 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:07.779424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd92615-5198-4650-b583-7049899f76e0 None None] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:49:07.793099 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-66660367-5655-4c60-aeaf-5deab960c605 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051083 Sep 16 01:49:07.987811 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-58dd4e62-19f7-43e9-92ab-4af3bef31c99', 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99', 'project_id': 'efec9f6da9c342038dd7466c677c23ad', 'fixed_ips': [{'subnet_id': '065c43e0-7a64-4a20-ac59-66fdc1c9ab76'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:49:07.988798 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.129985 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Allocated IP 192.168.233.2 (58dd4e62-19f7-43e9-92ab-4af3bef31c99/065c43e0-7a64-4a20-ac59-66fdc1c9ab76/484a9922-9594-4a2d-9b28-6f1e6644e664) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:49:08.278358 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks [] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.285259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.326195 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:49:08.329186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:49:08.331823 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:49:08.343842 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:08.344788 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Pushing event updated for resources: {'Port': ['ID=484a9922-9594-4a2d-9b28-6f1e6644e664,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:49:08.366356 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.366703 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.367102 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.367487 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.367826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.368183 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.368515 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.368843 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.369172 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.369500 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.369826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.370174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.370506 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.370826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.371153 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:49:08.410013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Attempting to bind port 484a9922-9594-4a2d-9b28-6f1e6644e664 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:49:08.410375 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Attempting to bind port 484a9922-9594-4a2d-9b28-6f1e6644e664 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:49:08.410731 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Attempting to bind port 484a9922-9594-4a2d-9b28-6f1e6644e664 on network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:49:08.460550 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:49:08.460978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Checking segment: {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:49:08.461381 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.461773 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Bound using segment: {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:49:08.462268 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Bound port: 484a9922-9594-4a2d-9b28-6f1e6644e664, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:49:08.462674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.526379 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] For port 484a9922-9594-4a2d-9b28-6f1e6644e664, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:49:08.530161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] For port 484a9922-9594-4a2d-9b28-6f1e6644e664, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=484a9922-9594-4a2d-9b28-6f1e6644e664,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:49:08.536636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:08.566089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:08.592570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076eb1c-ad26-450e-8dbb-aed95a07aa83 None None] Pushing event updated for resources: {'Port': ['ID=484a9922-9594-4a2d-9b28-6f1e6644e664,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:49:09.285549 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 484a9922-9594-4a2d-9b28-6f1e6644e664 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:49:09.339791 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 484a9922-9594-4a2d-9b28-6f1e6644e664 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:49:09.340229 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:09.340548 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 484a9922-9594-4a2d-9b28-6f1e6644e664 Sep 16 01:49:09.427478 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 484a9922-9594-4a2d-9b28-6f1e6644e664 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:49:09.428140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:09.444643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0415f58-0e05-4f35-b0c0-9d0c5b228e68 None None] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:49:09.467388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:09.523037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 484a9922-9594-4a2d-9b28-6f1e6644e664, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=484a9922-9594-4a2d-9b28-6f1e6644e664,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:49:09.534134 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:09.568729 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-361c44fe-e7e1-412a-9493-5cb4946244bf None None] Provisioning complete for port 484a9922-9594-4a2d-9b28-6f1e6644e664 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:49:09.569118 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-361c44fe-e7e1-412a-9493-5cb4946244bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:09.569457 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-361c44fe-e7e1-412a-9493-5cb4946244bf None None] Attempt 1 to provision port 484a9922-9594-4a2d-9b28-6f1e6644e664 Sep 16 01:49:09.656643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=484a9922-9594-4a2d-9b28-6f1e6644e664,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:49:09.711040 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-361c44fe-e7e1-412a-9493-5cb4946244bf None None] Current status of the port 484a9922-9594-4a2d-9b28-6f1e6644e664 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:49:09.831755 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-f04b37fc-4881-4390-b2a1-35e384d5202e None None] Provisioning complete for port 484a9922-9594-4a2d-9b28-6f1e6644e664 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:49:09.832100 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f04b37fc-4881-4390-b2a1-35e384d5202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:09.832481 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-f04b37fc-4881-4390-b2a1-35e384d5202e None None] Attempt 1 to provision port 484a9922-9594-4a2d-9b28-6f1e6644e664 Sep 16 01:49:09.906885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f04b37fc-4881-4390-b2a1-35e384d5202e None None] Current status of the port 484a9922-9594-4a2d-9b28-6f1e6644e664 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:49:11.091298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=11 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:11.093245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=11 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:11.262961 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 484a9922-9594-4a2d-9b28-6f1e6644e664 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:49:11.310054 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 484a9922-9594-4a2d-9b28-6f1e6644e664 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:49:11.310435 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (484a9922-9594-4a2d-9b28-6f1e6644e664), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:11.310771 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 484a9922-9594-4a2d-9b28-6f1e6644e664 Sep 16 01:49:11.380852 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 484a9922-9594-4a2d-9b28-6f1e6644e664 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:49:15.128339 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:15.936356 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0fdaf1aa-d8b5-430e-8eab-672a57e38536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:17.783519 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:17.786523 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=62,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:18.405162 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-64cca146-22b7-42d0-8079-da3d5dd6f728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:19.442242 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:21.031378 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:21.426374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:31.420160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:31.422251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:35.346788 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:49:44.340941 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:45.343160 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:49:45.937794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9773b49f-cf92-4a49-94d3-c6d9f7176137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:48.409935 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-166b4aa5-1698-4b60-97b1-a8fa86fa83ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:49.445658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:51.037975 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:49:51.431199 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:01.420194 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:01.426714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:12.345706 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:50:15.940759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1e19112-473a-4c7e-882f-67073ed7586f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:18.404954 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f1e8ebfe-49da-40ae-bc41-0d2d1897586f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:19.447994 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:21.037481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:21.434725 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:21.869263 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43370) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:50:21.875618 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [None req-e79bc8b1-6c36-44bc-8ec2-949fc6c115dc tempest-verify_tempest_config-746782657 tempest-verify_tempest_config-746782657-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:50:21.876643 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e79bc8b1-6c36-44bc-8ec2-949fc6c115dc tempest-verify_tempest_config-746782657 tempest-verify_tempest_config-746782657-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0064201 Sep 16 01:50:22.341897 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:22.342890 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:22.384471 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43388) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:50:22.712480 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:22.815275 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Publish callbacks [] for security_group (73c5a0c2-95e4-4c82-b856-2b5b5e819695), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:22.819882 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (73c5a0c2-95e4-4c82-b856-2b5b5e819695), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:22.866880 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5a0c2-95e4-4c82-b856-2b5b5e819695,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:50:22.871506 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4b85c29ea4bd44a590642f8286f01741&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4860609 Sep 16 01:50:22.874317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43392) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:50:22.876176 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.876534 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.876895 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.877236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.877570 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.877899 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.878225 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.878549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.878898 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.879227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.880180 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.880581 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.880870 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.881375 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.882879 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d5f135-937a-45aa-be3c-7e7b6fc94e70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:22.936308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Publish callbacks [] for security_group (73c5a0c2-95e4-4c82-b856-2b5b5e819695), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:22.955784 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Publish callbacks [] for security_group (73c5a0c2-95e4-4c82-b856-2b5b5e819695), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:23.048647 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (73c5a0c2-95e4-4c82-b856-2b5b5e819695), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:23.051098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:23.052889 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/73c5a0c2-95e4-4c82-b856-2b5b5e819695 HTTP/1.1" status: 204 len: 168 time: 0.1775818 Sep 16 01:50:23.060476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5a0c2-95e4-4c82-b856-2b5b5e819695,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:50:23.067928 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.068291 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.068652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.068994 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.069325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.069734 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.069964 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.070288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.070612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.070936 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.071260 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.071584 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.072204 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.072530 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:23.072851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4900ccb1-f9d8-4e5d-903d-1e4e0af00b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:50:31.423502 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:32.862111 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:32.869946 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:33.062932 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:33.063621 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:33.092443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:45.170639 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:45.171408 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:45.943170 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5e66d1e4-9d23-42f4-8584-587056d06049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:48.406862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-301818d7-4201-4225-842f-071e1bae18cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:49.344736 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:50:49.451371 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:51.041124 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:51.437107 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:50:59.340591 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:50:59.341365 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:01.431460 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:01.433386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:15.945370 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-05304da5-329b-423d-b4ec-9920cead8bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:18.409001 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fc18bfdb-9502-4e66-9d3a-4eadeb9e5b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:19.453935 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:21.048355 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:21.533752 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:26.342486 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 5 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:51:31.522398 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:31.529307 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:36.339252 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:44.346005 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:51:45.947081 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8bec7126-c2be-46cc-8908-5c04f2ff8ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:48.412012 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e5d6ec68-6cd3-4216-b56a-9cefa1703df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:49.457724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:51.048426 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:51.438291 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:51:56.862417 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-500164'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:03.340607 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:52:06.855494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:06.858398 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:09.762076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43486) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:52:09.890192 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dec9eee8-a986-4fac-82b2-dbc5f947c7fb admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1270146 Sep 16 01:52:10.349412 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:12.352262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43496) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:52:12.407306 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d0a4dc2a-3a02-47f3-9623-025a4ad85a04 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538974 Sep 16 01:52:13.337172 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:15.958820 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-240dddc2-4ee2-4530-b311-bdb6e5c133a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:18.414786 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-12f76734-cf0c-43a8-a77e-80387452c904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:19.459800 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:19.883627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:21.052548 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:21.440649 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:22.402398 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:26.843579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:36.833412 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:36.839848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:40.340361 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:52:45.950962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-34f23878-9f92-4f13-93dc-40f5c04c103e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:48.416221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1fa69940-af96-4192-8418-3a3d3026f84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:49.466182 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:50.333679 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:50.334409 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:52:51.055277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:51.442860 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:52:56.852257 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:06.845738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:06.848125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:15.953626 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-74584d31-bec3-423d-98c5-25e8175f1d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:17.342391 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:53:18.419069 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4596ee87-81b0-4932-abd6-1387111a76e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:19.466103 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:21.061630 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:21.445458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:24.349875 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:26.859796 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:27.337223 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:36.853020 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:36.856191 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:44.351476 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:44.353249 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:45.516202 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43692) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:45.550861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43700) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:45.837739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-785579415-network', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:45.860482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Made reservation on behalf of 477dd0575c8741b0815ddf5f22297db3 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:45.863086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.875543 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.879568 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-network', 'tenant_id': '1377f60423c64a1786203deb55ae55ef'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:45.906106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Made reservation on behalf of 1377f60423c64a1786203deb55ae55ef for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:45.910480 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.927147 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.961787 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks [] for security_group (92d3861e-4805-497b-88d3-90973eaf63eb), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.967286 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (92d3861e-4805-497b-88d3-90973eaf63eb), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.973643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8e5a032b-2786-47ea-8383-ad4cfae3fa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:45.982718 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:46.009050 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks [] for security_group (7200f499-510f-4680-bcc0-82a0ded3f21a), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.013858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (0a118184-e295-44e0-8edb-05f38617c02f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.014407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Added segment 0a118184-e295-44e0-8edb-05f38617c02f of type vlan for network 7454b3cb-1a57-443a-9860-b924e28e0b99 Sep 16 01:53:46.016132 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (7200f499-510f-4680-bcc0-82a0ded3f21a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.036692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43720) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.055211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3861e-4805-497b-88d3-90973eaf63eb,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.059020 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7200f499-510f-4680-bcc0-82a0ded3f21a,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.066114 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:46.072346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.072960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.073528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.074095 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.074636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.075261 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.075884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.076421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.076960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.077477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.077620 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.078164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.078285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.078685 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.079022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.079137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.079494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.079839 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.079985 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.080316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.080643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.080825 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.081240 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.081536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.081728 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.082145 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.082571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.082957 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.083335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Tracked resource versions report: Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: pushed versions: Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: { 'AddressGroup': {'1.2'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Agent': {'1.1'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'ConntrackHelper': {'1.0'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Log': {'1.0'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'NDPProxy': {'1.0'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Network': {'1.1'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Port': {'1.7'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'PortForwarding': {'1.3'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'QosPolicy': {'1.10'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroup': {'1.5'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SubPort': {'1.0'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Subnet': {'1.1'}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Trunk': {'1.1'}} Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: consumer versions: Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: HyperV agent@hv-cinder-84914: {}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Agent': '1.1', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'ConntrackHelper': '1.0', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'LocalIPAssociation': '1.0', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Log': '1.0', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'NDPProxy': '1.0', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Network': '1.1', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Port': '1.7', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'PortForwarding': '1.3', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'QosPolicy': '1.10', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroup': '1.5', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SecurityGroupRule': '1.2', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'SubPort': '1.0', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Subnet': '1.1', Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: 'Trunk': '1.1'}} Sep 16 01:53:46.083679 dv-cinder-849143-2-iscsi neutron-server[106214]: {{(pid=106214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:53:46.086481 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Tracked resource versions report: Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: pushed versions: Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: consumer versions: Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: HyperV agent@hv-cinder-84914: {}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Log': '1.0', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Network': '1.1', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Port': '1.7', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 16 01:53:46.087360 dv-cinder-849143-2-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:53:46.099618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (7454b3cb-1a57-443a-9860-b924e28e0b99), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.103438 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b5c43145-1c14-47ab-af6f-765ed80aecde), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.103776 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Added segment b5c43145-1c14-47ab-af6f-765ed80aecde of type vlan for network 37ec5744-bfab-42fe-b2e4-a18259c0344e Sep 16 01:53:46.127800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (7454b3cb-1a57-443a-9860-b924e28e0b99), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.129302 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:46.130429 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.169144 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43726) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.177882 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (37ec5744-bfab-42fe-b2e4-a18259c0344e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.198547 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] Pushing event updated for resources: {'Network': ['ID=7454b3cb-1a57-443a-9860-b924e28e0b99,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.206918 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-82d7c176-c038-4ce7-afdb-0819da8dcc3e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6895773 Sep 16 01:53:46.207574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43730) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.210663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:46.213101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Request body: {'subnet': {'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-785579415-subnet', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.218635 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (37ec5744-bfab-42fe-b2e4-a18259c0344e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.220086 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:46.220778 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.241642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Made reservation on behalf of 477dd0575c8741b0815ddf5f22297db3 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:46.244545 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.305881 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] Pushing event updated for resources: {'Network': ['ID=37ec5744-bfab-42fe-b2e4-a18259c0344e,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.314225 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ff30b1f7-d982-4baa-b1f5-c5d29b92876d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7622786 Sep 16 01:53:46.315559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43734) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.322479 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Request body: {'subnet': {'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-subnet', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.325403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:46.350179 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Made reservation on behalf of 1377f60423c64a1786203deb55ae55ef for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:46.354289 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.498883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43736) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.552686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (38a81383-0f08-48bf-9685-deec2b2a6c24), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.578271 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (b4aa07bb-6aa5-414e-ba6c-97b08eb9144d), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.621740 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.632447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-416283966-network', 'tenant_id': 'eddbb633debb4badb74f142d92baed98'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.655749 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-453059527-network', 'tenant_id': 'f6ad8527ba8a453bad0232fdcb88e5ca'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.683640 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:46.685015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Made reservation on behalf of eddbb633debb4badb74f142d92baed98 for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:46.689151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.703752 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Checking segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:46.706526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Network hostable DHCP agents. Network: 7454b3cb-1a57-443a-9860-b924e28e0b99, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:46.707569 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.750514 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-753174749-network', 'tenant_id': '57aaf234892543698d91303961f14abd'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.774028 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Made reservation on behalf of f6ad8527ba8a453bad0232fdcb88e5ca for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:46.776012 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:46.777230 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.780324 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a81383-0f08-48bf-9685-deec2b2a6c24,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:46.786358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Made reservation on behalf of 57aaf234892543698d91303961f14abd for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:46.789807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.800738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 7454b3cb-1a57-443a-9860-b924e28e0b99) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:46.803146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.808430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:46.809582 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.813986 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89696be-5756-47bd-a05a-6058ca781e56 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:46.821500 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks [] for security_group (d5482c87-2f20-4b90-865d-11406f6ee0fd), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.823827 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:46.838185 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d5482c87-2f20-4b90-865d-11406f6ee0fd), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.861395 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:46.862552 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:46.868078 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:46.875616 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (1ef68da8-5903-4c11-bccc-0fbc97de82f8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.876371 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Added segment 1ef68da8-5903-4c11-bccc-0fbc97de82f8 of type vlan for network 563a693f-c940-49d3-9204-92b27430de2f Sep 16 01:53:46.878333 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9005f5ae-88a3-4dc0-a68e-6f35e86cf159 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6693664 Sep 16 01:53:46.887013 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43754) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:46.892125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:46.947003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.948856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:46.983764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.034852 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-7454b3cb-1a57-443a-9860-b924e28e0b99', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'fixed_ips': [{'subnet_id': '38a81383-0f08-48bf-9685-deec2b2a6c24'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:53:47.036158 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.078072 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks [] for security_group (9247ddc1-71a0-4936-8fd5-6fa28c1ac962), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.080320 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for router_controller (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.084279 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9247ddc1-71a0-4936-8fd5-6fa28c1ac962), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.109723 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5482c87-2f20-4b90-865d-11406f6ee0fd,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:47.134760 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Checking segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:47.135327 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Network hostable DHCP agents. Network: 37ec5744-bfab-42fe-b2e4-a18259c0344e, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:47.144886 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (563a693f-c940-49d3-9204-92b27430de2f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.227738 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:47.235687 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (563a693f-c940-49d3-9204-92b27430de2f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.237151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:47.237940 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.264854 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 37ec5744-bfab-42fe-b2e4-a18259c0344e) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:47.280713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks [] for security_group (281753fe-c2be-4af8-928f-13652b440034), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.292416 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef65f4-a5e5-4c9e-aed0-1541ef4b15b9 None None] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:47.310440 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:47.312309 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.313913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9247ddc1-71a0-4936-8fd5-6fa28c1ac962,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:47.361347 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Allocated IP 172.20.0.2 (7454b3cb-1a57-443a-9860-b924e28e0b99/38a81383-0f08-48bf-9685-deec2b2a6c24/341e5ca6-0451-48e5-ba8f-bc383fff02ef) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:47.361567 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3162129 Sep 16 01:53:47.361567 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (281753fe-c2be-4af8-928f-13652b440034), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.368023 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43774) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:47.373769 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:47.379037 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Request body: {'subnet': {'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-416283966-subnet', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:47.397572 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:47.404833 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (f1d2df64-1565-4bac-92fa-99f3ae2ce05b), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.405892 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Added segment f1d2df64-1565-4bac-92fa-99f3ae2ce05b of type vlan for network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 Sep 16 01:53:47.425425 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15856a-b358-41cf-8d7d-b970fde67e4d admin admin] Pushing event updated for resources: {'Network': ['ID=563a693f-c940-49d3-9204-92b27430de2f,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:47.432372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:47.440820 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-adeca284-17cd-466a-b10c-a52bdae77e8c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1240296 Sep 16 01:53:47.441536 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43778) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:47.446482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 563a693f-c940-49d3-9204-92b27430de2f details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:47.456429 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:47.462720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281753fe-c2be-4af8-928f-13652b440034,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:47.474983 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b6c5541f-040c-46a6-adf8-b4b0079ba7f5), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.475419 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Added segment b6c5541f-040c-46a6-adf8-b4b0079ba7f5 of type vlan for network 106f7ff1-8bf1-495c-9552-e194efaca9c4 Sep 16 01:53:47.549055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.550509 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.556079 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Made reservation on behalf of eddbb633debb4badb74f142d92baed98 for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:47.559316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.579252 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (106f7ff1-8bf1-495c-9552-e194efaca9c4), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.610740 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.622768 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for router_gateway (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.628714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-37ec5744-bfab-42fe-b2e4-a18259c0344e', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:53:47.631586 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.801258 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for router_controller (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), precommit_add_association {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.881102 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for router_gateway (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.904811 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (106f7ff1-8bf1-495c-9552-e194efaca9c4), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.906002 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:47.906695 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:47.939902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.066029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.067018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:48.067601 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.069415 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:48.073063 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks [] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.084625 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Allocated IP 172.20.0.2 (37ec5744-bfab-42fe-b2e4-a18259c0344e/b4aa07bb-6aa5-414e-ba6c-97b08eb9144d/93802ef0-5a63-4dc4-85da-0fa8c03c8712) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:48.101113 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.107269 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for router_gateway (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.193240 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:48.198240 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0273585 Sep 16 01:53:48.198777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:48.221109 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43800) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:48.229899 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:48.237553 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:48.243596 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Pushing event updated for resources: {'Port': ['ID=341e5ca6-0451-48e5-ba8f-bc383fff02ef,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:48.257637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Request body: {'subnet': {'network_id': '106f7ff1-8bf1-495c-9552-e194efaca9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-453059527-subnet', 'tenant_id': 'f6ad8527ba8a453bad0232fdcb88e5ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:48.266185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.266873 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.267374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.267886 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.268522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.269023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.269519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.270013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.270503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.270996 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.271478 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.275516 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7722559 Sep 16 01:53:48.276212 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.276780 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.277296 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.277799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Tracked resource versions report: Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: pushed versions: Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: { 'AddressGroup': {'1.2'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Agent': {'1.1'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'ConntrackHelper': {'1.0'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Log': {'1.0'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'NDPProxy': {'1.0'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Network': {'1.1'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Port': {'1.7'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'PortForwarding': {'1.3'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'QosPolicy': {'1.10'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroup': {'1.5'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SubPort': {'1.0'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Subnet': {'1.1'}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Trunk': {'1.1'}} Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: consumer versions: Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: HyperV agent@hv-cinder-84914: {}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Agent': '1.1', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'ConntrackHelper': '1.0', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'LocalIPAssociation': '1.0', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Log': '1.0', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'NDPProxy': '1.0', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Network': '1.1', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Port': '1.7', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'PortForwarding': '1.3', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'QosPolicy': '1.10', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroup': '1.5', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SecurityGroupRule': '1.2', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'SubPort': '1.0', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Subnet': '1.1', Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: 'Trunk': '1.1'}} Sep 16 01:53:48.279109 dv-cinder-849143-2-iscsi neutron-server[106215]: {{(pid=106215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:53:48.281907 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:48.281907 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7242c4-45e0-474e-aa1e-8f6426035d0e admin admin] Pushing event updated for resources: {'Network': ['ID=106f7ff1-8bf1-495c-9552-e194efaca9c4,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:48.291928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43802) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:48.307748 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 106f7ff1-8bf1-495c-9552-e194efaca9c4 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:48.325760 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Request body: {'subnet': {'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-subnet', 'tenant_id': '57aaf234892543698d91303961f14abd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:48.336618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Allocated IP 172.27.0.88 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/f24b4c1e-82a2-451b-8d40-25b72b1e493e) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:48.386945 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:48.408662 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797823b-5e6c-47e0-b865-9e2ea05c0c2b admin admin] Pushing event updated for resources: {'Network': ['ID=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:48.431379 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Made reservation on behalf of f6ad8527ba8a453bad0232fdcb88e5ca for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:48.433930 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.447824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:48.460212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:48.484841 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Made reservation on behalf of 57aaf234892543698d91303961f14abd for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:48.487372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.522613 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.550980 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Attempting to bind port 341e5ca6-0451-48e5-ba8f-bc383fff02ef on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:48.551357 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Attempting to bind port 341e5ca6-0451-48e5-ba8f-bc383fff02ef by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:48.551723 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Attempting to bind port 341e5ca6-0451-48e5-ba8f-bc383fff02ef on network 7454b3cb-1a57-443a-9860-b924e28e0b99 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:48.564379 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.615262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:48.620521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10647ac6-473c-41cc-bf71-45ccbeaeddb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.644421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:48.649124 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:48.686641 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:48.687268 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Checking segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:48.687920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.688518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Bound using segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:48.689161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Bound port: 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:48.689900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.816115 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks [] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.847285 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:48.906114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:48.916065 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:48.926699 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:48.935703 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] For port 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:48.937937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Pushing event updated for resources: {'Port': ['ID=93802ef0-5a63-4dc4-85da-0fa8c03c8712,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:48.941161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] For port 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=341e5ca6-0451-48e5-ba8f-bc383fff02ef,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:48.948475 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Pushing event updated for resources: {'Port': ['ID=f24b4c1e-82a2-451b-8d40-25b72b1e493e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:49.010048 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.015352 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:49.020956 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for router_gateway (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.114295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Attempting to bind port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:49.115857 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Attempting to bind port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:49.116673 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Attempting to bind port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:49.191765 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206675e8-21cd-4f78-9b82-5b89b477d3b0 None None] Pushing event updated for resources: {'Port': ['ID=341e5ca6-0451-48e5-ba8f-bc383fff02ef,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:49.207979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:49.208389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Checking segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:49.208801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.209283 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Bound using segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:49.209770 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Bound port: 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:49.210155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.212755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (c01728fa-61dd-4473-b80e-4a4184239e88), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.298115 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:49.303713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Checking segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:49.304215 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Network hostable DHCP agents. Network: 563a693f-c940-49d3-9204-92b27430de2f, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:49.309677 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for router_gateway (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.353337 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] For port 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:49.358717 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] For port 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=93802ef0-5a63-4dc4-85da-0fa8c03c8712,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:49.377621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.418406 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Network 563a693f-c940-49d3-9204-92b27430de2f is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:49.501700 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.529933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7728-a341-490d-92d4-7d1368b7f4ec None None] Pushing event updated for resources: {'Port': ['ID=93802ef0-5a63-4dc4-85da-0fa8c03c8712,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:49.534176 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.561197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 563a693f-c940-49d3-9204-92b27430de2f) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:49.573570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58aabc1-6cb6-43c9-8716-0b8a25e6a495 None None] Network 563a693f-c940-49d3-9204-92b27430de2f requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:49.593444 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:49.597054 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.614672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.629625 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01728fa-61dd-4473-b80e-4a4184239e88,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:49.638099 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:49.641512 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c7b7e357-1bc6-4c2d-97e8-14e2edfa8469 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2681956 Sep 16 01:53:49.678739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43848) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:49.704403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:49.720697 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:49.754538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:49.771389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-563a693f-c940-49d3-9204-92b27430de2f', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:53:49.777321 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.846491 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.848587 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.912609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for router_controller (8ad18806-f074-4dc8-afdc-bf419bf82be7), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:49.939549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (9ad9e075-339d-4883-af04-8a979cc54706), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.009764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (baebba95-5a42-46b4-85d1-9ff51d0b77c4), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.033407 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Allocated IP 172.27.0.54 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/dbdbce9b-2800-46bc-952e-932b27e742eb) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:50.058782 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Allocated IP 172.20.0.2 (563a693f-c940-49d3-9204-92b27430de2f/c01728fa-61dd-4473-b80e-4a4184239e88/f6371a22-e8ec-4d3f-8b16-39f3826e22e1) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:50.116619 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad9e075-339d-4883-af04-8a979cc54706,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:50.250321 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:53:50.276400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=baebba95-5a42-46b4-85d1-9ff51d0b77c4,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:50.278458 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Checking segment: {'id': 'b6c5541f-040c-46a6-adf8-b4b0079ba7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '106f7ff1-8bf1-495c-9552-e194efaca9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:50.281112 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Network hostable DHCP agents. Network: 106f7ff1-8bf1-495c-9552-e194efaca9c4, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:50.294579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks [] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.299516 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:50.299856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for router_gateway (8ad18806-f074-4dc8-afdc-bf419bf82be7), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.300014 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Network hostable DHCP agents. Network: 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:50.306334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.369971 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Pushing event updated for resources: {'Port': ['ID=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:50.376980 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:50.399471 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Network 563a693f-c940-49d3-9204-92b27430de2f is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:50.401350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Network 106f7ff1-8bf1-495c-9552-e194efaca9c4 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:50.402518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:50.406946 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:50.408008 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.415174 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:50.455636 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 106f7ff1-8bf1-495c-9552-e194efaca9c4) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:50.477088 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:50.477855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.482026 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:50.490058 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:50.490916 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.528716 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de338db-6d29-4737-bc09-32e55d0185ad None None] Network 106f7ff1-8bf1-495c-9552-e194efaca9c4 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:50.540411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:53:50.544244 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f3d48a8b-1f4e-406a-8fd7-3bd7eb94dfef admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2404244 Sep 16 01:53:50.548264 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43862) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:50.552405 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:50.564065 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Sync routers for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:53:50.568951 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-36ff8321-7fb9-49fc-8262-ba81539ec1d9 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3434684 Sep 16 01:53:50.573518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:50.607054 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.609271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.642584 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d701ffbe-1f97-4af2-89d6-2de02a4fc887 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7285175 Sep 16 01:53:50.644377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43868) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:50.644887 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:50.650981 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:50.718374 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:50.779492 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd40885-dc9a-4d84-934f-d93066b4da1e None None] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:50.795060 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.808914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.827428 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16727ef0-9412-46d4-8a3f-5c36f8629e55 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:50.899588 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:50.909956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:50.913419 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:50.968382 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for router_gateway (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:50.977130 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Pushing event updated for resources: {'Port': ['ID=dbdbce9b-2800-46bc-952e-932b27e742eb,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:51.047549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.083197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29c576-10d4-431f-99f9-299e53e32227 None None] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:51.174024 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for router_controller (c438dbd8-0093-49e7-a2f6-77521d792f99), precommit_add_association {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.221695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Allocated IP 172.27.0.119 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/d349c38d-62aa-4419-aedf-d336e62b8892) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:51.339517 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:51.422694 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Attempting to bind port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:51.423296 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Attempting to bind port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:51.430641 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Attempting to bind port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:51.565261 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for port (d349c38d-62aa-4419-aedf-d336e62b8892), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.597026 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Provisioning complete for port 341e5ca6-0451-48e5-ba8f-bc383fff02ef triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:51.597026 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.597328 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Attempt 1 to provision port 341e5ca6-0451-48e5-ba8f-bc383fff02ef Sep 16 01:53:51.632401 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:51.674082 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.741460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:51.746802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:51.749985 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:51.759323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Pushing event updated for resources: {'Port': ['ID=d349c38d-62aa-4419-aedf-d336e62b8892,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:51.765521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 01:53:51.766109 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.769950 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 341e5ca6-0451-48e5-ba8f-bc383fff02ef up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:51.809617 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:51.847925 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:48Z', 'revision_number': 3, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:51.880681 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Checking router: f87d86cd-d263-414a-a8d3-e3c5fc2ce906 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:53:51.881040 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Updating router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 port f24b4c1e-82a2-451b-8d40-25b72b1e493e binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:53:51.886880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43916) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:51.892058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042434380-network', 'tenant_id': '01306860aea24260922ede8ae7973aa9'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:51.922765 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.974347 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.979811 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Made reservation on behalf of 01306860aea24260922ede8ae7973aa9 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:51.984150 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:51.999656 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:52.033947 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b605d59-7af5-4186-9945-6941286a2c9f None None] Network 106f7ff1-8bf1-495c-9552-e194efaca9c4 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:52.044579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.069248 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for router_gateway (c438dbd8-0093-49e7-a2f6-77521d792f99), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.074487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.108432 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:52.108827 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Checking segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:52.109193 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.109583 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Bound using segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:52.110078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Bound port: f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:52.110448 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.138803 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for router_gateway (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.212128 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:52.279568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for router_gateway (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.377471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks [] for security_group (e086b313-4a3b-481d-b340-85fd207335ea), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.379972 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:52.427027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e086b313-4a3b-481d-b340-85fd207335ea), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.445591 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:53:52.464746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b952e443-a4bc-490a-9455-e58e918452a9), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.465395 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Added segment b952e443-a4bc-490a-9455-e58e918452a9 of type vlan for network c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 Sep 16 01:53:52.546939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (c1eb4952-09f2-4ffe-9ec2-1fda718a4c31), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.566691 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks [] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.568493 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:52.592007 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.592202 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 341e5ca6-0451-48e5-ba8f-bc383fff02ef triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:52.592202 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.592202 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 341e5ca6-0451-48e5-ba8f-bc383fff02ef Sep 16 01:53:52.615594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e086b313-4a3b-481d-b340-85fd207335ea,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:52.633226 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Current status of the port 341e5ca6-0451-48e5-ba8f-bc383fff02ef is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:52.633687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.634922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (c1eb4952-09f2-4ffe-9ec2-1fda718a4c31), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.639042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:52.639874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.646979 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Attempting to bind port f24b4c1e-82a2-451b-8d40-25b72b1e493e on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:52.647404 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Attempting to bind port f24b4c1e-82a2-451b-8d40-25b72b1e493e by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:52.647698 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Attempting to bind port f24b4c1e-82a2-451b-8d40-25b72b1e493e on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:52.740725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] Pushing event updated for resources: {'Network': ['ID=c1eb4952-09f2-4ffe-9ec2-1fda718a4c31,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:52.763028 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-35c6888b-5a0c-41b5-81f0-47552f95649e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8751037 Sep 16 01:53:52.763795 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:53:52.767745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43936) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:52.772356 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Pushing event updated for resources: {'Port': ['ID=f24b4c1e-82a2-451b-8d40-25b72b1e493e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:52.776274 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Request body: {'subnet': {'network_id': 'c1eb4952-09f2-4ffe-9ec2-1fda718a4c31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042434380-subnet', 'tenant_id': '01306860aea24260922ede8ae7973aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:53:52.787878 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] For port f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:52.791677 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Allocated IP 172.20.0.2 (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190/baebba95-5a42-46b4-85d1-9ff51d0b77c4/9dfff777-4cca-47ec-927d-c492eacd9f10) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:52.815248 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.815590 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.817422 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.817678 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Made reservation on behalf of 01306860aea24260922ede8ae7973aa9 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:53:52.819085 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.821197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.821884 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.822615 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.823150 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.823805 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.824313 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.825926 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.826413 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.826928 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.828555 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.829049 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.831350 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Tracked resource versions report: Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: pushed versions: Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: { 'AddressGroup': {'1.2'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Agent': {'1.1'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'ConntrackHelper': {'1.0'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'LocalIPAssociation': {'1.0'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Log': {'1.0'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'NDPProxy': {'1.0'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Network': {'1.1'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Port': {'1.7'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'PortForwarding': {'1.3'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'QosPolicy': {'1.10'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroup': {'1.5'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroupRule': {'1.2'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SubPort': {'1.0'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Subnet': {'1.1'}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Trunk': {'1.1'}} Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: consumer versions: Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: { DHCP agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: HyperV agent@hv-cinder-84914: {}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: L3 agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: Metadata agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: Metering agent@dv-cinder-849143-2-iscsi: {}, Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: Open vSwitch agent@dv-cinder-849143-2-iscsi: { 'AddressGroup': '1.2', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Agent': '1.1', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'ConntrackHelper': '1.0', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'LocalIPAssociation': '1.0', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Log': '1.0', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'NDPProxy': '1.0', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Network': '1.1', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Port': '1.7', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'PortForwarding': '1.3', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'QosPolicy': '1.10', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroup': '1.5', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SecurityGroupRule': '1.2', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'SubPort': '1.0', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Subnet': '1.1', Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: 'Trunk': '1.1'}} Sep 16 01:53:52.835128 dv-cinder-849143-2-iscsi neutron-server[106216]: {{(pid=106216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 16 01:53:52.858250 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:52.860556 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:52.861155 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.863101 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:52.863784 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Bound port: f24b4c1e-82a2-451b-8d40-25b72b1e493e, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:52.874704 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.917451 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for router_gateway (c438dbd8-0093-49e7-a2f6-77521d792f99), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.939394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:52.969911 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] For port f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:52.987559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:52.996636 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] For port f24b4c1e-82a2-451b-8d40-25b72b1e493e, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:53.001386 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] For port f24b4c1e-82a2-451b-8d40-25b72b1e493e, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f24b4c1e-82a2-451b-8d40-25b72b1e493e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:53.019759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:53.021870 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.038323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.063591 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] For port 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=341e5ca6-0451-48e5-ba8f-bc383fff02ef,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:53:53.067135 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.076504 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:53.208939 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:53.214126 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:53.367351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.395165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks [] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.409405 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:53.411169 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.533923 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.534156 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.540622 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92419a-bd77-43b3-95f0-0e09a491f5cb None None] Pushing event updated for resources: {'Port': ['ID=f24b4c1e-82a2-451b-8d40-25b72b1e493e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:53.618802 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Allocated IP 172.27.0.254 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/6666a22a-1256-4350-b3df-6780b8f69e22) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:53.683978 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:53.691733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 341e5ca6-0451-48e5-ba8f-bc383fff02ef is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:53.697562 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 93802ef0-5a63-4dc4-85da-0fa8c03c8712 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:53.734334 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:53:53.810905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:53.846838 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Provisioning complete for port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:53.847219 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:53.847561 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Attempt 1 to provision port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 Sep 16 01:53:53.849648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:53.853004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:53.857267 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48fabc-2f65-4dea-9e05-d89d1cf91c89 None None] Pushing event updated for resources: {'Port': ['ID=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:53.921593 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086946d-35c5-47a6-96c6-bf50f9707e32 None None] Pushing event updated for resources: {'Port': ['ID=341e5ca6-0451-48e5-ba8f-bc383fff02ef,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:54.034838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.050539 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:48Z', 'revision_number': 3, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:54.077191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:53:54.082722 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef421303-25b3-4b87-acc2-53578947a62b None None] The sync data for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi is: [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:48Z', 'revision_number': 3, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:53:54.083314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (4dd4a62d-c077-434e-b471-69ee1242da9c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.096246 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Attempting to bind port 9dfff777-4cca-47ec-927d-c492eacd9f10 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:54.096624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Attempting to bind port 9dfff777-4cca-47ec-927d-c492eacd9f10 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:54.096989 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Attempting to bind port 9dfff777-4cca-47ec-927d-c492eacd9f10 on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:54.099501 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:54.100966 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.102479 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 Sep 16 01:53:54.192907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.208053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd4a62d-c077-434e-b471-69ee1242da9c,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:54.215127 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Pushing event updated for resources: {'Port': ['ID=9dfff777-4cca-47ec-927d-c492eacd9f10,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:54.278252 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Checking segment: {'id': 'b952e443-a4bc-490a-9455-e58e918452a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c1eb4952-09f2-4ffe-9ec2-1fda718a4c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:54.278887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Network hostable DHCP agents. Network: c1eb4952-09f2-4ffe-9ec2-1fda718a4c31, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:53:54.292057 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for port (6666a22a-1256-4350-b3df-6780b8f69e22), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.316233 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:53:54.318112 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:54.318486 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:54.318883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.319269 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Bound using segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:54.320066 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Bound port: 9dfff777-4cca-47ec-927d-c492eacd9f10, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:54.320591 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.326772 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Current status of the port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:54.327750 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.331484 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Allocated IP 172.20.0.1 (7454b3cb-1a57-443a-9860-b924e28e0b99/38a81383-0f08-48bf-9685-deec2b2a6c24/ea937327-cdc7-459a-b174-5c53d30755d0) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:54.340926 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:53:54.342715 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:53:54.346801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:54.347189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.350889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Network c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:53:54.389584 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.396610 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.402472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2696c330-3d9e-47a2-92e9-e3fba08bf1de admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7217641 Sep 16 01:53:54.403671 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43964) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:54.484146 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:54.484794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:54.536935 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, c1eb4952-09f2-4ffe-9ec2-1fda718a4c31) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:54.541977 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:53:54.542885 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-05117b65-361e-4496-a608-e687de100834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.561380 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:53:54.562044 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] For port 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=93802ef0-5a63-4dc4-85da-0fa8c03c8712,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:53:54.574081 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks [] for port (ea937327-cdc7-459a-b174-5c53d30755d0), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.580325 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:53:54.588501 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.590064 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3dfea-53e2-45f2-ad5f-d2afdf18fbdc None None] Network c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:54.596148 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:54.599473 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:54.600934 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.616165 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-05117b65-361e-4496-a608-e687de100834 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8386698 Sep 16 01:53:54.621968 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.623358 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8167192a-19c6-4c27-8472-69b65eee2a2f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1740017 Sep 16 01:53:54.627923 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 43974) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:54.687230 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.701389 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.729116 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.774523 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:54.779681 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:54.786889 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:54.900388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d320a88-7cf1-4939-a557-7f9bef842aa1 None None] Network 563a693f-c940-49d3-9204-92b27430de2f requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:54.904844 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] For port 9dfff777-4cca-47ec-927d-c492eacd9f10, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:54.940835 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:54.947457 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43976) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:54.965077 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.969159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:54.980374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Provisioning complete for port 341e5ca6-0451-48e5-ba8f-bc383fff02ef triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:54.980669 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:54.981013 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Attempt 1 to provision port 341e5ca6-0451-48e5-ba8f-bc383fff02ef Sep 16 01:53:54.986747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:54.995749 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:55.011871 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:55.012687 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.031340 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] For port 9dfff777-4cca-47ec-927d-c492eacd9f10, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9dfff777-4cca-47ec-927d-c492eacd9f10,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:55.113225 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.db.api [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 01:53:55.113714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG oslo_db.api [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 01:53:55.153685 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:55.157883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.201036 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Pushing event updated for resources: {'Port': ['ID=6666a22a-1256-4350-b3df-6780b8f69e22,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:55.268509 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:55.278779 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Pushing event updated for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:55.280163 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Pushing event updated for resources: {'Port': ['ID=93802ef0-5a63-4dc4-85da-0fa8c03c8712,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:55.376683 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:51Z', 'revision_number': 3, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:55.414293 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Deleting subnet 9ad9e075-339d-4883-af04-8a979cc54706 {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:53:55.417912 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Publish callbacks [] for subnet (9ad9e075-339d-4883-af04-8a979cc54706), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.439196 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:53:55.440616 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Updating router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 port dbdbce9b-2800-46bc-952e-932b27e742eb binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:53:55.463153 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Publish callbacks [] for subnet (9ad9e075-339d-4883-af04-8a979cc54706), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.520208 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.524236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (9ad9e075-339d-4883-af04-8a979cc54706), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.687718 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:55.798033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.831881 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (9ad9e075-339d-4883-af04-8a979cc54706), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.849715 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for router_gateway (c438dbd8-0093-49e7-a2f6-77521d792f99), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.888568 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c6164-4baf-4f1c-9ac8-3c5db8dc8ce1 None None] Network c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:55.906388 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad9e075-339d-4883-af04-8a979cc54706,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:55.910856 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.917860 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-5e6b0c6a-9b64-4191-825f-6d96305b4edc admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/9ad9e075-339d-4883-af04-8a979cc54706 HTTP/1.1" status: 204 len: 168 time: 0.9692285 Sep 16 01:53:55.921384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:55.924681 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 43992) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:55.943922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-536452fb-9f00-48f2-bf74-46c4dcbd85d1 None None] Current status of the port 341e5ca6-0451-48e5-ba8f-bc383fff02ef is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:56.048454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:56.059625 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks [] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.060962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d860-6f77-4ed5-be43-21318df4f252 None None] Pushing event updated for resources: {'Port': ['ID=9dfff777-4cca-47ec-927d-c492eacd9f10,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:56.062929 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.072052 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.104203 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.109023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Provisioning complete for port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:56.109405 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.109742 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 1 to provision port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 Sep 16 01:53:56.152389 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Attempting to bind port dbdbce9b-2800-46bc-952e-932b27e742eb on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:56.152759 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Attempting to bind port dbdbce9b-2800-46bc-952e-932b27e742eb by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:56.153302 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Attempting to bind port dbdbce9b-2800-46bc-952e-932b27e742eb on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:56.194145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Allocated IP 172.20.0.1 (37ec5744-bfab-42fe-b2e4-a18259c0344e/b4aa07bb-6aa5-414e-ba6c-97b08eb9144d/16adfaed-14fe-47a6-9fb5-a258812bf966) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:56.272735 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4a50-c824-454e-993d-67a95ea9ad00 None None] Pushing event updated for resources: {'Port': ['ID=dbdbce9b-2800-46bc-952e-932b27e742eb,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:56.303585 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (106f7ff1-8bf1-495c-9552-e194efaca9c4), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.322532 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:56.323331 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:56.323331 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.324829 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:56.325637 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Bound port: dbdbce9b-2800-46bc-952e-932b27e742eb, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:56.325864 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.330254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.391206 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.405577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:51Z', 'revision_number': 3, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:56.426373 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] For port dbdbce9b-2800-46bc-952e-932b27e742eb, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:56.433367 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] For port dbdbce9b-2800-46bc-952e-932b27e742eb, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=dbdbce9b-2800-46bc-952e-932b27e742eb,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:56.449973 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.455741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f6371a22-e8ec-4d3f-8b16-39f3826e22e1 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:56.459160 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.460132 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:53:56.461078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Updating router 8ad18806-f074-4dc8-afdc-bf419bf82be7 port d349c38d-62aa-4419-aedf-d336e62b8892 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:53:56.515537 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Current status of the port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:56.515984 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.523782 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.525406 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd4a50-c824-454e-993d-67a95ea9ad00 None None] Pushing event updated for resources: {'Port': ['ID=dbdbce9b-2800-46bc-952e-932b27e742eb,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:56.535146 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:56.535910 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:56.561773 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.593239 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:56.611388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] For port f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:53:56.624429 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.643267 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:56.643591 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.643916 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 Sep 16 01:53:56.704340 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:56.744152 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Provisioning complete for port ea937327-cdc7-459a-b174-5c53d30755d0 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:56.744553 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.744891 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 1 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:53:56.758273 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.846354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Pushing event updated for resources: {'Port': ['ID=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:56.883034 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Port ea937327-cdc7-459a-b174-5c53d30755d0 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:53:56.901851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks [] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.990570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:56.990789 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:56.997708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 93802ef0-5a63-4dc4-85da-0fa8c03c8712 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:57.025853 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Allocated IP 172.20.0.1 (563a693f-c940-49d3-9204-92b27430de2f/c01728fa-61dd-4473-b80e-4a4184239e88/9e9816ef-bf2f-4af5-868a-9ceaecd029b8) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:53:57.054826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:57.061944 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:57.064899 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:57.065534 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.067019 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:51Z', 'revision_number': 3, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:57.106673 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:57.109828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (106f7ff1-8bf1-495c-9552-e194efaca9c4), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.122061 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1025e8-873c-4d04-9225-4fbb36e31a84 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:51Z', 'revision_number': 3, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:53:57.147408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Pushing event updated for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:57.176696 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks [] for port (ea937327-cdc7-459a-b174-5c53d30755d0), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.206818 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.206818 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.230411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.230864 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.232293 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.232293 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > port after_create 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.232589 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.232994 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > port after_update 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.233460 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.233914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.234981 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.234981 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.245490 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:57.249800 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.252100 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 Sep 16 01:53:57.308270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks [] for port (d349c38d-62aa-4419-aedf-d336e62b8892), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.364819 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.390592 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 2 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:53:57.427875 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks [] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.487443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:57.488998 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:57.490377 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 341e5ca6-0451-48e5-ba8f-bc383fff02ef up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:57.498645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.524825 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Attempting to bind port d349c38d-62aa-4419-aedf-d336e62b8892 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:53:57.530342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Attempting to bind port d349c38d-62aa-4419-aedf-d336e62b8892 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:53:57.531283 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Attempting to bind port d349c38d-62aa-4419-aedf-d336e62b8892 on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:53:57.566936 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:57.569197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caeab37-3cbc-4abf-a4cc-36a0676b1690 None None] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:53:57.604852 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.617728 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.618055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.618593 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.618758 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:53:57.619203 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106f7ff1-8bf1-495c-9552-e194efaca9c4']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:57.647430 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Port ea937327-cdc7-459a-b174-5c53d30755d0 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:53:57.656486 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c5541f-040c-46a6-adf8-b4b0079ba7f5') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:57.657008 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c5541f-040c-46a6-adf8-b4b0079ba7f5') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:57.683502 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536a94a-8287-40ae-8948-b6860617390f None None] Pushing event updated for resources: {'Port': ['ID=d349c38d-62aa-4419-aedf-d336e62b8892,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:57.705697 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:57.706018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:57.709832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Network 563a693f-c940-49d3-9204-92b27430de2f is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:57.723574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:57.731223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:53:57.732443 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.732811 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (b6c5541f-040c-46a6-adf8-b4b0079ba7f5), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.737186 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:57.745069 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:53:57.745437 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:53:57.745837 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.746228 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:53:57.746710 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Bound port: d349c38d-62aa-4419-aedf-d336e62b8892, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:53:57.747106 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.785724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 341e5ca6-0451-48e5-ba8f-bc383fff02ef triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:57.786099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.786438 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 341e5ca6-0451-48e5-ba8f-bc383fff02ef Sep 16 01:53:57.814521 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Pushing event updated for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:57.820122 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b6c5541f-040c-46a6-adf8-b4b0079ba7f5), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:57.829126 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Router c438dbd8-0093-49e7-a2f6-77521d792f99 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 01:53:57.849359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:53:57.849930 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (b6c5541f-040c-46a6-adf8-b4b0079ba7f5), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.000468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks [] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.010821 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (106f7ff1-8bf1-495c-9552-e194efaca9c4), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.017380 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.020817 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/106f7ff1-8bf1-495c-9552-e194efaca9c4 HTTP/1.1" status: 204 len: 168 time: 2.0901699 Sep 16 01:53:58.026052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44022) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:58.046014 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:58.056303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.057756 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.060939 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:58.062642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:58.071980 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.103881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] For port d349c38d-62aa-4419-aedf-d336e62b8892, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:53:58.118273 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2c7b9-26b1-4409-aa4c-b65c717282ca admin admin] Pushing event deleted for resources: {'Network': ['ID=106f7ff1-8bf1-495c-9552-e194efaca9c4,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:58.118854 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] For port d349c38d-62aa-4419-aedf-d336e62b8892, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d349c38d-62aa-4419-aedf-d336e62b8892,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:53:58.140544 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.162971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Pushing event updated for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:58.322695 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 3 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:53:58.324753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 341e5ca6-0451-48e5-ba8f-bc383fff02ef is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:53:58.326035 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f24b4c1e-82a2-451b-8d40-25b72b1e493e up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:53:58.360692 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.360957 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment b6c5541f-040c-46a6-adf8-b4b0079ba7f5 resource provider aggregate not found Sep 16 01:53:58.424610 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment b6c5541f-040c-46a6-adf8-b4b0079ba7f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6c5541f-040c-46a6-adf8-b4b0079ba7f5 found for delete ", "request_id": "req-3b718880-2059-4f12-8d5c-f8133253cc26"}]} Sep 16 01:53:58.437167 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:53:58.469116 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Deleting subnet 4dd4a62d-c077-434e-b471-69ee1242da9c {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:53:58.483629 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Publish callbacks [] for subnet (4dd4a62d-c077-434e-b471-69ee1242da9c), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.506109 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:58.510318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:58.547122 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:53:58.650534 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (4dd4a62d-c077-434e-b471-69ee1242da9c), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.659151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.660550 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9bc14f4c-311e-4ace-9c8f-9db83f913f04 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1113417 Sep 16 01:53:58.670023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44038) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:58.671371 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536a94a-8287-40ae-8948-b6860617390f None None] Pushing event updated for resources: {'Port': ['ID=d349c38d-62aa-4419-aedf-d336e62b8892,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:58.713131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:58.714638 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:58.725128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:53:58.740602 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port f24b4c1e-82a2-451b-8d40-25b72b1e493e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:53:58.740977 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.741315 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port f24b4c1e-82a2-451b-8d40-25b72b1e493e Sep 16 01:53:58.805337 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:53:58.817307 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-5838fc0c-ceeb-43fa-aeee-fb951327ef76 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f87d86cd-d263-414a-a8d3-e3c5fc2ce906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1916022 Sep 16 01:53:58.818975 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (4dd4a62d-c077-434e-b471-69ee1242da9c), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:58.825887 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Sync routers for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:53:58.848417 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:58.849406 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:58.892282 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Port ea937327-cdc7-459a-b174-5c53d30755d0 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:53:58.895999 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:53:58.907881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:53:58.908550 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:58.962928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:58.991701 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (4dd4a62d-c077-434e-b471-69ee1242da9c), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.051060 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:59.074721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.080181 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd4a62d-c077-434e-b471-69ee1242da9c,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:59.087740 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.094405 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f818bacf-2b11-4f51-84f0-b1a862367124 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4dd4a62d-c077-434e-b471-69ee1242da9c HTTP/1.1" status: 204 len: 168 time: 1.0621266 Sep 16 01:53:59.094691 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44060) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:59.126119 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:59.188367 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (c1eb4952-09f2-4ffe-9ec2-1fda718a4c31), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.231216 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.238474 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.392808 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (c1eb4952-09f2-4ffe-9ec2-1fda718a4c31), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.405054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks [] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.424993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eb4952-09f2-4ffe-9ec2-1fda718a4c31']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:59.442767 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b952e443-a4bc-490a-9455-e58e918452a9') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:59.443043 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b952e443-a4bc-490a-9455-e58e918452a9') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:59.460002 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 4 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:53:59.461268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (b952e443-a4bc-490a-9455-e58e918452a9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.473930 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.490545 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b952e443-a4bc-490a-9455-e58e918452a9), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.504944 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:53:59.505616 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (b952e443-a4bc-490a-9455-e58e918452a9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.519242 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:55Z', 'revision_number': 4, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'ea937327-cdc7-459a-b174-5c53d30755d0', 'name': '', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'mac_address': 'fa:16:3e:c7:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:53:56Z', 'revision_number': 2, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'subnets': [{'id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:53:59.576532 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Checking router: f87d86cd-d263-414a-a8d3-e3c5fc2ce906 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:53:59.576894 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Updating router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 port ea937327-cdc7-459a-b174-5c53d30755d0 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:53:59.578903 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.580820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.618982 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.623206 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44094) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:53:59.626745 dv-cinder-849143-2-iscsi neutron-server[106213]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 01:53:59.640417 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Port ea937327-cdc7-459a-b174-5c53d30755d0 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:53:59.650105 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.653900 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (c1eb4952-09f2-4ffe-9ec2-1fda718a4c31), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.687507 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:53:59.691750 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c1eb4952-09f2-4ffe-9ec2-1fda718a4c31 HTTP/1.1" status: 204 len: 168 time: 0.5961397 Sep 16 01:53:59.763970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Network 563a693f-c940-49d3-9204-92b27430de2f is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:53:59.813761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:53:59.825363 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:53:59.827413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:59.840017 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:53:59.864798 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98fa59-4c86-4935-800c-15608b64ca74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1eb4952-09f2-4ffe-9ec2-1fda718a4c31,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:53:59.889122 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:00.018803 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bbc3c-4c22-49ec-b91c-4b2897d5abf4 None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:00.020953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port f24b4c1e-82a2-451b-8d40-25b72b1e493e is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:00.021439 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.037242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:54:00.071825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e1dd3c2d-9538-4094-bf38-89805750967c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4334257 Sep 16 01:54:00.077051 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-678843f9-a3f9-43d1-b1c9-c0e5d3bdc167 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:00.078598 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-678843f9-a3f9-43d1-b1c9-c0e5d3bdc167 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7454b3cb-1a57-443a-9860-b924e28e0b99 HTTP/1.1" status: 200 len: 811 time: 0.4542820 Sep 16 01:54:00.122959 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-52f8d144-f07c-47b2-9fff-a65aee316f1b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/quotas/477dd0575c8741b0815ddf5f22297db3 HTTP/1.1" status: 200 len: 375 time: 0.0351293 Sep 16 01:54:00.151605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:54:00.155691 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 5 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:54:00.263761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port f24b4c1e-82a2-451b-8d40-25b72b1e493e, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f24b4c1e-82a2-451b-8d40-25b72b1e493e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:00.267872 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:54:00.308452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44120) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:00.323673 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks [] for port (ea937327-cdc7-459a-b174-5c53d30755d0), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.336530 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.341089 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-8ce51dd1-b6f6-4f89-bebe-0acc48f8dd85 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=477dd0575c8741b0815ddf5f22297db3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2063940 Sep 16 01:54:00.391998 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.420147 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb278-15d2-419a-b4b3-8ebeed1391dc None None] Pushing event updated for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:00.483839 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment b952e443-a4bc-490a-9455-e58e918452a9 resource provider aggregate not found Sep 16 01:54:00.506096 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment b952e443-a4bc-490a-9455-e58e918452a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b952e443-a4bc-490a-9455-e58e918452a9 found for delete ", "request_id": "req-58327a3b-1956-434b-b2ca-5bcc0583295e"}]} Sep 16 01:54:00.525580 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44136) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:00.546853 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Attempting to bind port ea937327-cdc7-459a-b174-5c53d30755d0 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:00.547572 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Attempting to bind port ea937327-cdc7-459a-b174-5c53d30755d0 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:00.548107 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Attempting to bind port ea937327-cdc7-459a-b174-5c53d30755d0 on network 7454b3cb-1a57-443a-9860-b924e28e0b99 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:00.550433 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6ef8c253-c6a2-4215-8165-eb66e5e07fc0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f6ad8527ba8a453bad0232fdcb88e5ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2315812 Sep 16 01:54:00.571920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:00.572933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:00.582354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Port ea937327-cdc7-459a-b174-5c53d30755d0 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:00.593692 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:00.667467 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:00.668591 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Checking segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:00.671883 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.672394 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Bound using segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:00.674946 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Bound port: ea937327-cdc7-459a-b174-5c53d30755d0, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:00.675346 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.703633 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=f24b4c1e-82a2-451b-8d40-25b72b1e493e,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:00.719665 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] Publish callbacks [] for security_group (281753fe-c2be-4af8-928f-13652b440034), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.813311 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-f4cd3424-5ddc-43bb-9b8c-b058d168c1a5 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:54:00.814469 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-f4cd3424-5ddc-43bb-9b8c-b058d168c1a5 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1761236 Sep 16 01:54:00.816506 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] Publish callbacks [] for security_group (281753fe-c2be-4af8-928f-13652b440034), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.824655 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:53:55Z', 'revision_number': 3, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:00.861717 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] For port ea937327-cdc7-459a-b174-5c53d30755d0, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:00.865195 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] For port ea937327-cdc7-459a-b174-5c53d30755d0, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=ea937327-cdc7-459a-b174-5c53d30755d0,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:00.876134 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.884493 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:54:00.884910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Updating router c438dbd8-0093-49e7-a2f6-77521d792f99 port 6666a22a-1256-4350-b3df-6780b8f69e22 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:54:00.936251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:00.938165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f6371a22-e8ec-4d3f-8b16-39f3826e22e1 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:00.942191 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:00.948165 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:01.055811 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44146) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:01.060346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014129796', 'description': 'tempest-description--627032108'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:01.081291 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:01.106102 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:01.152319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.154651 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:54:01.175463 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-15856a4a-865e-4366-af3e-b60dc59a1533 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8ad18806-f074-4dc8-afdc-bf419bf82be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7572963 Sep 16 01:54:01.175650 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Attempt 6 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:54:01.184669 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb278-15d2-419a-b4b3-8ebeed1391dc None None] Pushing event updated for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:01.323398 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-9e2501f5-696f-4eb5-afae-740d2b52de66 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953380 Sep 16 01:54:01.352846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (4a69638a-cb7d-4d12-8610-03e9d704cb50), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.359005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:01.370644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4a69638a-cb7d-4d12-8610-03e9d704cb50), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.390746 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:01.428154 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:01.504151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (281753fe-c2be-4af8-928f-13652b440034), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.506861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.510908 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/281753fe-c2be-4af8-928f-13652b440034 HTTP/1.1" status: 204 len: 168 time: 0.9773519 Sep 16 01:54:01.560620 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69638a-cb7d-4d12-8610-03e9d704cb50,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:01.571819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.573704 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-32c07914-6a78-4c93-985a-39774cfdc667 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5168123 Sep 16 01:54:01.579194 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44164) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:01.588594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group_rule': {'security_group_id': '4a69638a-cb7d-4d12-8610-03e9d704cb50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:01.599204 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11011ef9-49ae-4615-92e2-650b22f7ea76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281753fe-c2be-4af8-928f-13652b440034,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:01.613527 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.654399 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-bcbfb2f6-ec74-4fe2-9e15-eb9e8ad82082 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042076 Sep 16 01:54:01.673894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:01.674379 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.675223 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 Sep 16 01:54:01.747766 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:01.758065 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44168) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:01.766912 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759628038', 'description': 'tempest-description--1477866738'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:01.825813 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:01.835641 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.903164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (faf1c68b-f50f-48b6-b29c-fb6fe6b08746), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:01.958797 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:55Z', 'revision_number': 4, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'ea937327-cdc7-459a-b174-5c53d30755d0', 'name': '', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'mac_address': 'fa:16:3e:c7:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:00Z', 'revision_number': 4, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'subnets': [{'id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:01.999601 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (94d9a8b1-a632-4427-8e9d-a86290d05f1c), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.006017 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (94d9a8b1-a632-4427-8e9d-a86290d05f1c), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.058031 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3e3dc-72fa-424c-a3ca-c4ac25b5cbff None None] The sync data for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi is: [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:53:55Z', 'revision_number': 4, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'ea937327-cdc7-459a-b174-5c53d30755d0', 'name': '', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'mac_address': 'fa:16:3e:c7:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:00Z', 'revision_number': 4, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'subnets': [{'id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:02.071396 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (faf1c68b-f50f-48b6-b29c-fb6fe6b08746), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.081763 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (faf1c68b-f50f-48b6-b29c-fb6fe6b08746), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.102755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.107609 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3447413 Sep 16 01:54:02.107609 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab06dd-9afa-4453-8ae7-f917f05b1dd5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d9a8b1-a632-4427-8e9d-a86290d05f1c,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:02.112902 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44182) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.144512 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Current status of the port ea937327-cdc7-459a-b174-5c53d30755d0 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:02.144916 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.148342 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group_rule': {'security_group_id': '94d9a8b1-a632-4427-8e9d-a86290d05f1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:02.210357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44188) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.230891 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.233509 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6529856 Sep 16 01:54:02.237715 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:02.238889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203b1fe-bd93-4a89-9e48-58b8ce6f8508 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf1c68b-f50f-48b6-b29c-fb6fe6b08746,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:02.243912 dv-cinder-849143-2-iscsi neutron-server[106214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 16 01:54:02.255428 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44192) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.272642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group_rule': {'security_group_id': '4a69638a-cb7d-4d12-8610-03e9d704cb50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:02.314306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (e7298f5f-700f-4e00-8964-1bda813f4ece), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.357669 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e906b54a-ed44-495f-93f6-24153cb2b286 req-8f2115cb-89b1-47db-8e0f-e19032936b3f tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.1218286 Sep 16 01:54:02.382740 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Allocated IP 172.20.0.1 (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190/baebba95-5a42-46b4-85d1-9ff51d0b77c4/6f3a830b-b35b-45ab-b29b-e8c2f6a326c8) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:02.389658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 2, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:02.405084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] For port ea937327-cdc7-459a-b174-5c53d30755d0, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=ea937327-cdc7-459a-b174-5c53d30755d0,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:02.452697 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (cfa9d001-8921-4aab-979e-101d5095fc29), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.472636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:54:02.485869 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Updating router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 port 16adfaed-14fe-47a6-9fb5-a258812bf966 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:54:02.488882 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.560574 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (cfa9d001-8921-4aab-979e-101d5095fc29), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.561808 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44202) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.571827 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (cfa9d001-8921-4aab-979e-101d5095fc29), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.604946 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:02.615619 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa9d001-8921-4aab-979e-101d5095fc29,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:02.639642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.640885 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7921cab4-37e0-4377-a9b1-e6d1970e4403 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3812494 Sep 16 01:54:02.644392 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44206) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.662174 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:02.687396 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (e7298f5f-700f-4e00-8964-1bda813f4ece), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.699770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (e7298f5f-700f-4e00-8964-1bda813f4ece), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.724403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:02.726312 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device dbdbce9b-2800-46bc-952e-932b27e742eb up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:02.728613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Provisioning complete for port 9dfff777-4cca-47ec-927d-c492eacd9f10 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:02.729254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.729362 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 1 to provision port 9dfff777-4cca-47ec-927d-c492eacd9f10 Sep 16 01:54:02.730758 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.739446 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.753641 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9296368f-7b30-4ffc-bdc9-c95aec2bd03a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01306860aea24260922ede8ae7973aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1896815 Sep 16 01:54:02.760959 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44210) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.815078 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7298f5f-700f-4e00-8964-1bda813f4ece,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:02.823578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.827550 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-daa6b733-f70a-4107-bbec-5128f4d98221 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6998217 Sep 16 01:54:02.831475 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44212) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:02.837951 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group_rule': {'security_group_id': '94d9a8b1-a632-4427-8e9d-a86290d05f1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:02.855519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095db47-4a5e-4d2a-9c09-6f0685c89465 None None] Pushing event updated for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:02.894572 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] Publish callbacks [] for security_group (e086b313-4a3b-481d-b340-85fd207335ea), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.896637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (2f499aa2-327f-490f-879b-28bea9db912c), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.920450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:02.922160 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks [] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.945674 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] Publish callbacks [] for security_group (e086b313-4a3b-481d-b340-85fd207335ea), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.987041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port dbdbce9b-2800-46bc-952e-932b27e742eb triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:02.987437 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:02.987783 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port dbdbce9b-2800-46bc-952e-932b27e742eb Sep 16 01:54:03.038799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Current status of the port 9dfff777-4cca-47ec-927d-c492eacd9f10 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:03.038799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.042415 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (2f499aa2-327f-490f-879b-28bea9db912c), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.043776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e086b313-4a3b-481d-b340-85fd207335ea), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.046427 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.048787 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e086b313-4a3b-481d-b340-85fd207335ea HTTP/1.1" status: 204 len: 168 time: 0.2854738 Sep 16 01:54:03.053632 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (2f499aa2-327f-490f-879b-28bea9db912c), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.072962 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fed76-0b9d-4683-8d86-4d4cdd4ecf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e086b313-4a3b-481d-b340-85fd207335ea,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:03.087184 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f499aa2-327f-490f-879b-28bea9db912c,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:03.099253 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.104227 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f964016f-f85f-4e41-ae66-9ab756c408a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2686269 Sep 16 01:54:03.104357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.104830 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44220) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:03.108819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:03.115826 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:03.143736 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks [] for port (6666a22a-1256-4350-b3df-6780b8f69e22), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.173825 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.176900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.183372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.259195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:03.266672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:03.291280 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] For port 9dfff777-4cca-47ec-927d-c492eacd9f10, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9dfff777-4cca-47ec-927d-c492eacd9f10,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:03.292882 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Attempting to bind port 6666a22a-1256-4350-b3df-6780b8f69e22 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:03.293249 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Attempting to bind port 6666a22a-1256-4350-b3df-6780b8f69e22 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:03.293616 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Attempting to bind port 6666a22a-1256-4350-b3df-6780b8f69e22 on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:03.300827 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:03.330083 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:03.330832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (c438dbd8-0093-49e7-a2f6-77521d792f99), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.465528 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.496821 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port dbdbce9b-2800-46bc-952e-932b27e742eb is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:03.497323 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.539115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.542710 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:03.585238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port dbdbce9b-2800-46bc-952e-932b27e742eb, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=dbdbce9b-2800-46bc-952e-932b27e742eb,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:03.618627 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:03.621143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.622386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9dfff777-4cca-47ec-927d-c492eacd9f10 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:03.764382 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:03.764940 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:03.765447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.766312 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:03.767070 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Bound port: 6666a22a-1256-4350-b3df-6780b8f69e22, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:03.767675 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.769780 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Provisioning complete for port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:03.770385 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.770910 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 1 to provision port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 Sep 16 01:54:03.780389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287c857-04d6-47c6-b868-255a257a8752 None None] Pushing event updated for resources: {'Port': ['ID=6666a22a-1256-4350-b3df-6780b8f69e22,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:03.904851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:03.964695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:03.971670 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Pushing event updated for resources: {'Port': ['ID=9dfff777-4cca-47ec-927d-c492eacd9f10,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:03.978031 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf5ada61-f45c-422c-86ad-ab77d506e81a req-86b7a4fa-a14d-4690-8f83-6aff780ec8f3 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.1267691 Sep 16 01:54:04.002050 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:04.010425 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 9dfff777-4cca-47ec-927d-c492eacd9f10 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:04.010832 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.011168 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 9dfff777-4cca-47ec-927d-c492eacd9f10 Sep 16 01:54:04.021800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Allocated IP 172.27.0.24 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/6fe7296b-f4fb-4d48-9bbe-c6e057290a24) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:04.068253 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] For port 6666a22a-1256-4350-b3df-6780b8f69e22, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:04.096064 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:04.117978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] For port 6666a22a-1256-4350-b3df-6780b8f69e22, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6666a22a-1256-4350-b3df-6780b8f69e22,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:04.145901 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.165018 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=dbdbce9b-2800-46bc-952e-932b27e742eb,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:04.240991 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:04.242084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:04.252456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:04.269229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.299033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks [] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.305923 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.307091 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (c438dbd8-0093-49e7-a2f6-77521d792f99), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.307446 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks [] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.329092 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 9dfff777-4cca-47ec-927d-c492eacd9f10 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:04.331632 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.358932 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287c857-04d6-47c6-b868-255a257a8752 None None] Pushing event updated for resources: {'Port': ['ID=6666a22a-1256-4350-b3df-6780b8f69e22,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:04.481712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:04.488645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:04.502940 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 2 to provision port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 Sep 16 01:54:04.571864 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:04.597769 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb0bd-2459-499b-bf79-abf27bc72818 None None] Pushing event updated for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:04.600155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:04.640425 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:04.729404 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Allocated IP 172.27.0.156 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/2fe76b0f-a2e6-4c82-8068-3468feef74dc) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:04.807482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:04.844139 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:04.868110 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:04.905343 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:05.061140 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.070056 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Attempting to bind port 16adfaed-14fe-47a6-9fb5-a258812bf966 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:05.070467 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Attempting to bind port 16adfaed-14fe-47a6-9fb5-a258812bf966 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:05.070902 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Attempting to bind port 16adfaed-14fe-47a6-9fb5-a258812bf966 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:05.080520 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9dfff777-4cca-47ec-927d-c492eacd9f10 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:05.142746 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:54:05.156464 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:05.157330 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:05.181662 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.191671 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=6fe7296b-f4fb-4d48-9bbe-c6e057290a24,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:05.235012 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=2fe76b0f-a2e6-4c82-8068-3468feef74dc,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:05.265001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:05.267187 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:05.270850 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:05.295219 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:05.357943 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:05.368973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.380281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Router c438dbd8-0093-49e7-a2f6-77521d792f99 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:54:05.415798 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:05.476621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 9dfff777-4cca-47ec-927d-c492eacd9f10 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:05.476885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.477237 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 9dfff777-4cca-47ec-927d-c492eacd9f10 Sep 16 01:54:05.559334 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-921eec72-e902-4918-8d51-0a0b0d93b21d req-319d03e7-9ac0-479c-b578-abdafe342902 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.1170373 Sep 16 01:54:05.572296 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.603381 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:05.609644 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.636225 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:05.637937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Checking segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:05.639334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.639881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Bound using segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:05.642201 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Bound port: 16adfaed-14fe-47a6-9fb5-a258812bf966, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:05.642776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.683076 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 2, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:05.702792 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.720318 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:54:05.720680 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Updating router 8ad18806-f074-4dc8-afdc-bf419bf82be7 port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:54:05.737379 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.50', 53218) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:05.801770 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.829588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:05.988130 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:05.996727 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:06.000033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:06.006201 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 3 to provision port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 Sep 16 01:54:06.104898 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.106476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.164269 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 9dfff777-4cca-47ec-927d-c492eacd9f10 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:06.164269 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device dbdbce9b-2800-46bc-952e-932b27e742eb up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:06.207885 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.209260 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5636454 Sep 16 01:54:06.270971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a8036-aef9-4a7d-aa44-50e91ac42c71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=6fe7296b-f4fb-4d48-9bbe-c6e057290a24,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:06.276822 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.278440 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:06.284130 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.302557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:54:06.322445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8ca4bd91-3040-416c-9db5-670fa5a5bec6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c438dbd8-0093-49e7-a2f6-77521d792f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6497769 Sep 16 01:54:06.415157 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks [] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.435053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-b03a9860-625e-4f87-b34d-2abe6e06b2f4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:06.435580 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.436592 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-b03a9860-625e-4f87-b34d-2abe6e06b2f4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.50 "GET /networking/v2.0/networks?id=7454b3cb-1a57-443a-9860-b924e28e0b99 HTTP/1.1" status: 200 len: 811 time: 0.6982853 Sep 16 01:54:06.438000 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] For port 16adfaed-14fe-47a6-9fb5-a258812bf966, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:06.443718 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:02Z', 'revision_number': 1, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:06.458711 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] For port 16adfaed-14fe-47a6-9fb5-a258812bf966, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=16adfaed-14fe-47a6-9fb5-a258812bf966,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:06.480221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:06.527993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Request body: {'port': {'device_id': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'admin_state_up': True, 'tenant_id': '477dd0575c8741b0815ddf5f22297db3'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:06.537541 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=2fe76b0f-a2e6-4c82-8068-3468feef74dc,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:06.543073 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.552826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.574446 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffecb610-55c4-4bce-913c-337d79de4d07 None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:02Z', 'revision_number': 1, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:06.585550 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9bc08-d3b2-4b42-a6b7-da960beebc60 None None] Pushing event updated for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:06.607956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.610909 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4a100cab-e33a-4047-af58-2dc961c383e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5031357 Sep 16 01:54:06.614185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:06.615571 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:06.624659 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Attempting to bind port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:06.626631 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Attempting to bind port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:06.626742 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Attempting to bind port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:06.717710 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:06.717710 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Checking segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:06.718008 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.718325 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Bound using segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:06.718855 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Bound port: 9e9816ef-bf2f-4af5-868a-9ceaecd029b8, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:06.719240 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.742741 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:06.836890 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] For port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:06.838185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port dbdbce9b-2800-46bc-952e-932b27e742eb triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:06.840503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.842217 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] For port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:06.842824 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port dbdbce9b-2800-46bc-952e-932b27e742eb Sep 16 01:54:06.852319 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.869713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Made reservation on behalf of 477dd0575c8741b0815ddf5f22297db3 for: {'port': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:06.873496 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:06.903689 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-05053017-543f-4999-9690-5418a4e7d3f2 req-98e76f54-cd64-49f6-b2a3-7c742f0f712c tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.1119380 Sep 16 01:54:06.951712 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eeb0bd-2459-499b-bf79-abf27bc72818 None None] Pushing event updated for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:06.965034 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9bc08-d3b2-4b42-a6b7-da960beebc60 None None] Pushing event updated for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:06.975789 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:06.976465 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:06.985884 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 4 to provision port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 Sep 16 01:54:07.128263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port dbdbce9b-2800-46bc-952e-932b27e742eb is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:07.129395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device ea937327-cdc7-459a-b174-5c53d30755d0 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:07.175130 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:07.215508 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:07.216702 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-cf1ff672-ce43-424d-ac15-f98184d3a1c7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1014129796&fields=id&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 267 time: 0.3523302 Sep 16 01:54:07.235345 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:07.386494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44408) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:07.462147 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port ea937327-cdc7-459a-b174-5c53d30755d0 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:07.462538 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:07.462881 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:54:07.485886 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:06Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:07.499402 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Current status of the port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:07.499786 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:07.506134 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:07.524842 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:07.547900 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-2bd6626e-60f6-4403-a215-a8e68186e7d1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1759628038&fields=id&tenant_id=eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 267 time: 0.1269999 Sep 16 01:54:07.630479 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] For port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:07.659078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:07.736831 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Provisioning complete for port 16adfaed-14fe-47a6-9fb5-a258812bf966 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:07.737221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:07.737563 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 1 to provision port 16adfaed-14fe-47a6-9fb5-a258812bf966 Sep 16 01:54:07.807441 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:06Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:07.879111 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Allocated IP 172.20.0.4 (7454b3cb-1a57-443a-9860-b924e28e0b99/38a81383-0f08-48bf-9685-deec2b2a6c24/fa997e48-0418-472d-a98e-8a93319ff371) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:07.903991 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port ea937327-cdc7-459a-b174-5c53d30755d0 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:07.905020 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d349c38d-62aa-4419-aedf-d336e62b8892 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:07.907865 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5422f77-31c5-47db-8a07-3d8bb0a4e80e None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:06Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:07.912223 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18af861-0f4d-49c2-bbcb-ea7311e2ff37 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:06Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:07.923169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-816a4e72-24f8-403b-bdda-c98fcad7d26a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:07.925370 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-816a4e72-24f8-403b-bdda-c98fcad7d26a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 817 time: 0.7078111 Sep 16 01:54:07.969175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Pushing event updated for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:08.031599 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-4e52398d-d4c3-4f42-84b8-9b857b922eca tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/quotas/1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 375 time: 0.0984361 Sep 16 01:54:08.113594 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Current status of the port 16adfaed-14fe-47a6-9fb5-a258812bf966 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:08.113937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.145688 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d349c38d-62aa-4419-aedf-d336e62b8892 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:08.146090 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.146429 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d349c38d-62aa-4419-aedf-d336e62b8892 Sep 16 01:54:08.246596 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] For port 16adfaed-14fe-47a6-9fb5-a258812bf966, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=16adfaed-14fe-47a6-9fb5-a258812bf966,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:08.266565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.335429 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-ee88cc59-68d5-4e00-8d76-5ed402332eae tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176619 Sep 16 01:54:08.376818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Provisioning complete for port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:08.384343 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.385055 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 1 to provision port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 Sep 16 01:54:08.415080 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-36ef8f37-5660-4a39-b8c0-2c147d81bd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.557699 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-464b8902-5f5f-458b-b6e6-896d05e6277c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:08.564843 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d349c38d-62aa-4419-aedf-d336e62b8892 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:08.565220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.569320 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-464b8902-5f5f-458b-b6e6-896d05e6277c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 810 time: 1.0118713 Sep 16 01:54:08.614461 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Pushing event updated for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:08.650317 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-dda14931-3ee8-4ff2-9262-33d798670e77 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/quotas/eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 375 time: 0.0775504 Sep 16 01:54:08.663779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port d349c38d-62aa-4419-aedf-d336e62b8892, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d349c38d-62aa-4419-aedf-d336e62b8892,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:08.777786 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Current status of the port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:08.780965 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:08.782308 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f24b4c1e-82a2-451b-8d40-25b72b1e493e up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:09.034372 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-2f8bc60e-99ff-419f-961a-dfdd45c952bc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3813827 Sep 16 01:54:09.138671 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks [] for port (fa997e48-0418-472d-a98e-8a93319ff371), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.151873 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-36ef8f37-5660-4a39-b8c0-2c147d81bd01 admin admin] Publish callbacks [] for security_group (57f51afa-e462-4e79-bb66-d39a84fb048a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.172209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-36ef8f37-5660-4a39-b8c0-2c147d81bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (57f51afa-e462-4e79-bb66-d39a84fb048a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.310375 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:09.320228 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef8f37-5660-4a39-b8c0-2c147d81bd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f51afa-e462-4e79-bb66-d39a84fb048a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:09.335479 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-36ef8f37-5660-4a39-b8c0-2c147d81bd01 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7b338918fdb447db92679939b9f534c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9466045 Sep 16 01:54:09.356659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44470) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:09.381175 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.459593 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7614b41-fd32-4bde-8df5-8138e6daa46b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0786712 Sep 16 01:54:09.469116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-66f3f5a0-b4e8-4e6b-bba6-3eabb518368d service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:54:09.469814 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Provisioning complete for port ea937327-cdc7-459a-b174-5c53d30755d0 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:09.473226 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.474473 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Attempt 1 to provision port ea937327-cdc7-459a-b174-5c53d30755d0 Sep 16 01:54:09.476524 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-66f3f5a0-b4e8-4e6b-bba6-3eabb518368d service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2020655 Sep 16 01:54:09.590211 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:09.621144 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Pushing event updated for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:09.644349 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:09.668110 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:09.689620 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:09.697174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=d349c38d-62aa-4419-aedf-d336e62b8892,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:09.716771 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:09.748485 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port f24b4c1e-82a2-451b-8d40-25b72b1e493e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:09.748861 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:09.750505 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port f24b4c1e-82a2-451b-8d40-25b72b1e493e Sep 16 01:54:09.895591 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c5e8ea30-eb1e-40d2-b767-722d8a1849e2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302149 Sep 16 01:54:10.002704 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5564b0-a649-485f-9ef1-c75fe2ada4cd None None] Current status of the port ea937327-cdc7-459a-b174-5c53d30755d0 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:10.032969 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:10.036777 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.083052 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-0124a766-3630-46c5-a1ca-67dc974a7096 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5629125 Sep 16 01:54:10.101860 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-18fed7fd-4901-4db1-b0b2-b77e6edefa24 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:54:10.103453 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-18fed7fd-4901-4db1-b0b2-b77e6edefa24 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062296 Sep 16 01:54:10.226476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] Publish callbacks [] for security_group (57f51afa-e462-4e79-bb66-d39a84fb048a), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.234920 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:10.245082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Provisioning complete for port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:10.245644 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.246137 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 1 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:10.249395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port f24b4c1e-82a2-451b-8d40-25b72b1e493e is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:10.294925 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Request body: {'port': {'device_id': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:10.307896 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:10.379697 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-8a3d37fb-e1c5-4700-a086-89a1d6ac50fa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8951621 Sep 16 01:54:10.404795 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] Publish callbacks [] for security_group (57f51afa-e462-4e79-bb66-d39a84fb048a), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.522991 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (fa997e48-0418-472d-a98e-8a93319ff371), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.706436 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44516) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:10.809393 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 2 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:10.822790 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (57f51afa-e462-4e79-bb66-d39a84fb048a), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.836394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:10.841563 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/57f51afa-e462-4e79-bb66-d39a84fb048a HTTP/1.1" status: 204 len: 168 time: 1.4810483 Sep 16 01:54:10.914899 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735f308-18bc-4823-95a1-f5a681cce195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f51afa-e462-4e79-bb66-d39a84fb048a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:10.953527 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-7aaf2991-ed2c-4cdb-82c6-e9f6e591374d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708215 Sep 16 01:54:10.992168 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:11.055492 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:11.205687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:11.206076 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:11.207638 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 Sep 16 01:54:11.335394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-21445b33-8fa8-4873-ba1b-acd809f0729c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:11.493425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:11.508410 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 3 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:11.639328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-21445b33-8fa8-4873-ba1b-acd809f0729c admin admin] Publish callbacks [] for security_group (ef4f54db-519d-45bf-8e04-89ffbcc14e06), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:11.646070 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-21445b33-8fa8-4873-ba1b-acd809f0729c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ef4f54db-519d-45bf-8e04-89ffbcc14e06), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:11.722986 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-21445b33-8fa8-4873-ba1b-acd809f0729c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7b8c9cc2c53d43a895e570024b80d98b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0115247 Sep 16 01:54:11.727268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44562) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:11.728156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21445b33-8fa8-4873-ba1b-acd809f0729c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f54db-519d-45bf-8e04-89ffbcc14e06,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:11.870580 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:11.909276 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:11.944306 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:11.953059 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 16adfaed-14fe-47a6-9fb5-a258812bf966 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:11.958444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c913a64-99d7-44bd-ac39-7a4fc4a6569b req-8566e053-841c-459d-aa82-384c79262002 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:11.960087 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c913a64-99d7-44bd-ac39-7a4fc4a6569b req-8566e053-841c-459d-aa82-384c79262002 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 931 time: 0.1544535 Sep 16 01:54:12.166042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 16adfaed-14fe-47a6-9fb5-a258812bf966 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:12.168919 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.176172 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 16adfaed-14fe-47a6-9fb5-a258812bf966 Sep 16 01:54:12.177729 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] Publish callbacks [] for security_group (ef4f54db-519d-45bf-8e04-89ffbcc14e06), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.293257 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-883116b2-81fa-46f0-8e8a-aa843226976e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:12.301777 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-883116b2-81fa-46f0-8e8a-aa843226976e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.7888277 Sep 16 01:54:12.358172 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-07794447-b5d7-41ba-a7b9-92b17d1b8c07 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/quotas/57aaf234892543698d91303961f14abd HTTP/1.1" status: 200 len: 375 time: 0.0551927 Sep 16 01:54:12.401263 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] Publish callbacks [] for security_group (ef4f54db-519d-45bf-8e04-89ffbcc14e06), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.446277 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 4 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:12.457055 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c913a64-99d7-44bd-ac39-7a4fc4a6569b req-6ec1a1c4-09fd-44b2-9eb0-6f9ace6b0cd6 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755261 Sep 16 01:54:12.527930 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa997e48-0418-472d-a98e-8a93319ff371 {{(pid=106213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:12.561951 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks [] for port (fa997e48-0418-472d-a98e-8a93319ff371), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.613856 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-cba4e4d8-3fe5-40b1-96fd-fa06630fee96 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536521 Sep 16 01:54:12.623578 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 16adfaed-14fe-47a6-9fb5-a258812bf966 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:12.636097 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d349c38d-62aa-4419-aedf-d336e62b8892 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:12.660635 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3092489e-e5b7-407a-9178-898b00d2a1a3 req-b05d14e5-fc71-4cc8-b242-33c5d6070c66 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0529850 Sep 16 01:54:12.712501 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ef4f54db-519d-45bf-8e04-89ffbcc14e06), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.715435 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.716780 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ef4f54db-519d-45bf-8e04-89ffbcc14e06 HTTP/1.1" status: 204 len: 168 time: 0.9851642 Sep 16 01:54:12.728846 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:12.732734 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.provisioning_blocks [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Transition to ACTIVE for port object fa997e48-0418-472d-a98e-8a93319ff371 will not be triggered until provisioned by entity L2. {{(pid=106213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:54:12.741111 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b92007-8c32-468f-9081-47d7b4d75adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f54db-519d-45bf-8e04-89ffbcc14e06,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:12.855697 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d349c38d-62aa-4419-aedf-d336e62b8892 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:12.858679 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:12.858679 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d349c38d-62aa-4419-aedf-d336e62b8892 Sep 16 01:54:12.864060 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e51d6cb3-87c0-406c-be79-f99942baa4a3 req-b016765f-e57e-466a-bff5-88674c13ab76 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0873253 Sep 16 01:54:12.900503 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.058099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:13.117339 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:13.175578 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d349c38d-62aa-4419-aedf-d336e62b8892 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:13.176885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6666a22a-1256-4350-b3df-6780b8f69e22 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:13.230447 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 5 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:13.259415 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Pushing event updated for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:13.320441 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6666a22a-1256-4350-b3df-6780b8f69e22 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:13.321416 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.321918 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6666a22a-1256-4350-b3df-6780b8f69e22 Sep 16 01:54:13.325739 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:13.332912 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-68901fdd-5a9d-4295-9c79-a7e524d1a7b9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044859 Sep 16 01:54:13.489913 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6666a22a-1256-4350-b3df-6780b8f69e22 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:13.490696 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.502882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44618) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:13.518820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dce3eb7a-8c43-4f05-9c19-87d46c5a08b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.543185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 6666a22a-1256-4350-b3df-6780b8f69e22, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6666a22a-1256-4350-b3df-6780b8f69e22,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:13.550624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.599574 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Attempting to bind port fa997e48-0418-472d-a98e-8a93319ff371 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:13.599905 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Attempting to bind port fa997e48-0418-472d-a98e-8a93319ff371 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:13.600609 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Attempting to bind port fa997e48-0418-472d-a98e-8a93319ff371 on network 7454b3cb-1a57-443a-9860-b924e28e0b99 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:13.600783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:13.640872 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=6666a22a-1256-4350-b3df-6780b8f69e22,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:13.671210 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-ff7cfe88-f9a1-4afc-9df6-73ff532838b2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373737 Sep 16 01:54:13.674598 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Port fa997e48-0418-472d-a98e-8a93319ff371 on network 7454b3cb-1a57-443a-9860-b924e28e0b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:54:13.674683 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Attempting to bind port fa997e48-0418-472d-a98e-8a93319ff371 on network 7454b3cb-1a57-443a-9860-b924e28e0b99 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:13.701816 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:13.704133 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dce3eb7a-8c43-4f05-9c19-87d46c5a08b6 admin admin] Publish callbacks [] for security_group (f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.712913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dce3eb7a-8c43-4f05-9c19-87d46c5a08b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.721928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:13.722532 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Checking segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:13.723144 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Bound using segment: {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:13.723591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Bound port: fa997e48-0418-472d-a98e-8a93319ff371, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a118184-e295-44e0-8edb-05f38617c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:13.723955 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (fa997e48-0418-472d-a98e-8a93319ff371), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:13.756269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5fde0-7e4b-415c-9e92-e5759d2e3fca req-e5b4b5fa-fa9f-4d84-b136-ab1fbc956a90 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:13.763419 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1b5fde0-7e4b-415c-9e92-e5759d2e3fca req-e5b4b5fa-fa9f-4d84-b136-ab1fbc956a90 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1176553 Sep 16 01:54:13.790753 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dce3eb7a-8c43-4f05-9c19-87d46c5a08b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e1de48fb8c9542e399b86c1d76151b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867687 Sep 16 01:54:13.796833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44630) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:13.808223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3eb7a-8c43-4f05-9c19-87d46c5a08b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:13.826936 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 6 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:13.866977 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1b5fde0-7e4b-415c-9e92-e5759d2e3fca req-c049fb3f-8a32-4d4e-8303-3b97e58d467b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025655 Sep 16 01:54:13.908416 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:13.936792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:13.961881 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fa997e48-0418-472d-a98e-8a93319ff371,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:13.963309 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e1da0cb-3bcf-4d8f-8e04-952bec3dab68 req-9d9a913a-d06a-4b85-ba51-e5af78d33a3b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 210 time: 0.0580301 Sep 16 01:54:13.982429 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:13.982429 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.016108 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:14.017020 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.020066 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/fa997e48-0418-472d-a98e-8a93319ff371 HTTP/1.1" status: 200 len: 1093 time: 3.8102078 Sep 16 01:54:14.022877 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:14.066220 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] Publish callbacks [] for security_group (f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.097634 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea53ad-47c5-4556-9407-8aa3974fe060 service neutron] Pushing event updated for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:14.115374 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] Publish callbacks [] for security_group (f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.128825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54ca1ca9-6337-4891-9da9-44c10f2fa420 req-ded90924-25f0-4633-99c8-9c5875b51e79 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0678115 Sep 16 01:54:14.202141 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-74209b4a-018d-4dff-8d9f-7f8521fcade1 req-73b28303-47e2-4a9e-893e-6b9d3d29eaec tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0685091 Sep 16 01:54:14.233489 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.237042 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:14.238864 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1 HTTP/1.1" status: 204 len: 168 time: 0.4407644 Sep 16 01:54:14.249536 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41321f-9b0e-498f-af40-712199519915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab356a-3f3f-418a-be5b-6ece8b0bf8f1,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:14.396646 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11163569-abae-40ee-aa9a-ea2b32ffe0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "tag": "fa997e48-0418-472d-a98e-8a93319ff371"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:14.438132 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 7 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:14.524570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:14.634460 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b24b07-274a-4dda-ab13-b53f31811128 x-openstack-request-id: req-61b24b07-274a-4dda-ab13-b53f31811128 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:14.634755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "tag": "fa997e48-0418-472d-a98e-8a93319ff371", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:14.635041 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61b24b07-274a-4dda-ab13-b53f31811128 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:14.635508 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b24b07-274a-4dda-ab13-b53f31811128'] response: {'name': 'network-changed', 'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371', 'status': 'completed', 'code': 200} Sep 16 01:54:14.641909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-b8aef2a9-4c18-4c70-9bb1-55ae02722d5b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:14.643558 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-b8aef2a9-4c18-4c70-9bb1-55ae02722d5b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.1902812 Sep 16 01:54:14.659746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-3e0d11f8-6af1-4596-a201-be29d683577d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/quotas/57aaf234892543698d91303961f14abd HTTP/1.1" status: 200 len: 375 time: 0.0098102 Sep 16 01:54:14.717803 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-f64e9db5-cfe3-4c63-9130-d06dc9b4a5b3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510240 Sep 16 01:54:14.822253 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-64c32f95-e1d3-48f5-84c0-be74ad59af72 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974240 Sep 16 01:54:14.873912 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:14.917962 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-701ebfe1-7aae-4471-a0f8-7f36663060a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897658 Sep 16 01:54:15.020824 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b69c3-7f9f-4fa9-ba79-e346e6579028 req-c6973c97-4657-446b-8c1f-a528758f3ddb tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:15.022859 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a33b69c3-7f9f-4fa9-ba79-e346e6579028 req-c6973c97-4657-446b-8c1f-a528758f3ddb tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0723038 Sep 16 01:54:15.028672 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 8 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:15.092144 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:15.098328 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a33b69c3-7f9f-4fa9-ba79-e346e6579028 req-18f75da1-9942-41a7-9903-f0444b408037 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Sep 16 01:54:15.134027 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-708b0799-2f9e-467b-be03-ea2740681768 req-eadd2c3e-ca2e-4ca7-9566-1599eede8de2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0395639 Sep 16 01:54:15.244939 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2aa25690-4420-47fa-8144-8276d6756a5a req-6d788c23-3c39-42bb-bedf-6e3cac62dd3f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0307765 Sep 16 01:54:15.436059 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dbb4e7f5-15fd-4085-b243-c31894ee0e60 req-423cc704-8b81-42b4-81d0-b91af50752c9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0360181 Sep 16 01:54:15.594238 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 9 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:15.634389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:15.642854 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6666a22a-1256-4350-b3df-6780b8f69e22 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:15.689675 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6666a22a-1256-4350-b3df-6780b8f69e22 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:15.690047 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:15.690379 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6666a22a-1256-4350-b3df-6780b8f69e22 Sep 16 01:54:15.771925 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6666a22a-1256-4350-b3df-6780b8f69e22 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:15.890048 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:54:15.900436 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:15.901057 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:15.969559 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-aa31aca6-566b-4859-9980-91c5b7b81f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:16.025156 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:16.135133 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Attempt 10 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:16.180240 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:16.182916 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-18c099e9-68bb-40d5-9094-3f58b0d213cf None None] Port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:16.254079 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320254f-bd02-48df-bca1-c3ea1fbc9b1a req-4722a9ae-8884-4e7e-93a3-1f8cbac85027 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:16.261444 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6320254f-bd02-48df-bca1-c3ea1fbc9b1a req-4722a9ae-8884-4e7e-93a3-1f8cbac85027 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0556171 Sep 16 01:54:16.270522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 2, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:16.278950 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60d22bce-0610-4fa7-81ca-81c1ad32eb1a req-632e62bd-e336-4ee7-9b19-71b142cd5bbb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0412855 Sep 16 01:54:16.313299 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:54:16.313658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Updating router c438dbd8-0093-49e7-a2f6-77521d792f99 port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 01:54:16.347766 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6320254f-bd02-48df-bca1-c3ea1fbc9b1a req-73a772fb-e3cc-4a2c-9936-509c8f985321 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853014 Sep 16 01:54:16.398326 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:16.441421 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-957a32c0-376b-469d-a8ae-8329a962da47 req-fbad208f-d3ff-4e24-b637-4d17acbd0875 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0530994 Sep 16 01:54:16.525817 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:16.611147 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ccb51b4e-4333-4163-9b71-903304f912b3 req-8f978384-33cf-4cac-a7da-375b9f30b6f6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0387146 Sep 16 01:54:16.950165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks [] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:16.955818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:17.035927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f0414-7429-4556-beaa-5644ba3388fa None None] Pushing event updated for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:17.055380 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Attempting to bind port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:17.055749 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Attempting to bind port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:17.056144 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Attempting to bind port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:17.099539 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:17.099833 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:17.100766 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:17.101162 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Bound using segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:17.101624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Bound port: 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:17.102008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:17.171849 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] For port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:17.174903 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] For port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:17.182722 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:17.219031 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:54:17.219662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:53:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:17.283205 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f0414-7429-4556-beaa-5644ba3388fa None None] Pushing event updated for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:17.371292 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:54:17.408916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b34959e5-e71e-4b35-a8f2-d2e02923fe4d req-63d16016-356d-4d31-b0b7-2efd61db7623 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0420029 Sep 16 01:54:17.485854 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=32,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:17.502307 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:17.510672 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:17.548712 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d544-fba8-4775-b3b5-074e723f1956 req-35d68390-0832-4c87-a3a4-b9dbf943a64d tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:17.560103 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fb7d544-fba8-4775-b3b5-074e723f1956 req-35d68390-0832-4c87-a3a4-b9dbf943a64d tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1012080 Sep 16 01:54:17.613698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e014772-cebb-410a-a8b9-076209865616 req-341322a0-c196-4187-87ba-2dfd67e220de tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0705364 Sep 16 01:54:17.642894 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fb7d544-fba8-4775-b3b5-074e723f1956 req-26455784-8291-4251-a8d4-213aa77bd5f8 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 Sep 16 01:54:17.727994 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:17.767197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:17.837611 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:17.845713 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5f9506b5-9a50-455d-b773-ed6605288c1d req-1ca2807b-8638-43cc-8b49-9d048f742f3f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0647111 Sep 16 01:54:17.863920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:17Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:54:17.905081 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:17.905470 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:17.905801 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:17.908007 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e74a8-b2fa-4a89-8c44-9b07301c1819 None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:17Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:54:18.046009 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:18.047866 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:18.145324 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:18.154802 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:18.264810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:18.427195 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ab03a16-baf6-449a-8c7c-f1035e1530f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:18.593438 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6bbb71f5-d496-4aaa-8c49-a0bd55847053 req-d4b04d2d-971a-49c7-9834-3d610c78a401 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0847559 Sep 16 01:54:18.754716 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8d63e606-48e7-40a2-8115-d6e3fa3e4203 req-b112fa9c-f2fb-4ad6-bc44-5f3c99e94a73 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0391963 Sep 16 01:54:18.983283 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcaee6-0a44-4624-89ac-90e1ec8b6812 req-ec7b2f13-1706-4ce3-992b-6c6ce32ae61c tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:18.985121 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-70fcaee6-0a44-4624-89ac-90e1ec8b6812 req-ec7b2f13-1706-4ce3-992b-6c6ce32ae61c tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1508236 Sep 16 01:54:19.108789 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-70fcaee6-0a44-4624-89ac-90e1ec8b6812 req-b38ccd8e-71e7-4a1b-9441-c13b91c20359 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069634 Sep 16 01:54:19.188048 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3a2a1850-620f-42d8-b4e7-9e59e79829f4 req-30f5302b-f204-4594-88b4-49fc75321457 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0407526 Sep 16 01:54:19.500183 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:19.707458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:19.799257 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:19.800182 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:19.800363 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 Sep 16 01:54:19.846039 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-41b1b837-f016-47c0-b6d7-301e8eaac960 req-3188b74a-875a-44ec-ab3a-6904d35e2175 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.1056576 Sep 16 01:54:19.956067 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:19.967985 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db532bd1-02a0-4227-a508-7f68e1735dcb req-28488e1d-f46e-41b4-949e-038060a4e301 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0566552 Sep 16 01:54:20.295227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667841b0-38f7-4b89-a935-1b1e7a6fbd24 req-2725a247-270c-48f1-800a-76e26adb54e6 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:20.302249 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-667841b0-38f7-4b89-a935-1b1e7a6fbd24 req-2725a247-270c-48f1-800a-76e26adb54e6 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0775275 Sep 16 01:54:20.375110 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-667841b0-38f7-4b89-a935-1b1e7a6fbd24 req-9bf1c76d-d59a-421b-b527-97d93a442a40 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Sep 16 01:54:20.381508 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-27113785-8a00-48fa-b4c8-9ffd10bd11be req-f0494702-9319-4e30-81ac-0efd8fe07e38 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0658131 Sep 16 01:54:20.981944 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0e95854-6998-44ed-a1ca-ee7494991ebd req-0d26af7a-2e3e-455d-8e89-713b28172daf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0345752 Sep 16 01:54:21.085541 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.141465 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-59521210-86a6-469c-80b0-fa4062697367 req-393b8717-4443-4f6e-ab3a-d2e557fa7d95 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0411379 Sep 16 01:54:21.301262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 44930) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:21.473224 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.570973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e30e7-6689-40ba-8f0c-807a65889ef7 req-1c865591-977a-4b77-848e-2b0764a25d7d tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:21.572799 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-484e30e7-6689-40ba-8f0c-807a65889ef7 req-1c865591-977a-4b77-848e-2b0764a25d7d tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0688925 Sep 16 01:54:21.595089 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cb7fd9cf-21aa-429e-b21b-77a64d1dee25 req-629bf9e1-1d37-428a-88a8-f3d083a9e83a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0617554 Sep 16 01:54:21.610502 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-717d1c1b-68d8-4dff-81f1-32bafb1cf63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.702094 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-484e30e7-6689-40ba-8f0c-807a65889ef7 req-3cd32b3b-380f-4222-bda9-ef2cd0fd224b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193886 Sep 16 01:54:21.735211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-717d1c1b-68d8-4dff-81f1-32bafb1cf63b admin admin] Publish callbacks [] for security_group (bca2b997-8ac5-4e40-aba5-1f0431ca10c6), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.740384 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-717d1c1b-68d8-4dff-81f1-32bafb1cf63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bca2b997-8ac5-4e40-aba5-1f0431ca10c6), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.787499 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-717d1c1b-68d8-4dff-81f1-32bafb1cf63b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7041cdc228e349768b1307b09fce4c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833128 Sep 16 01:54:21.788722 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44948) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:21.795539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d1c1b-68d8-4dff-81f1-32bafb1cf63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca2b997-8ac5-4e40-aba5-1f0431ca10c6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:21.861517 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] Publish callbacks [] for security_group (bca2b997-8ac5-4e40-aba5-1f0431ca10c6), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.888649 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] Publish callbacks [] for security_group (bca2b997-8ac5-4e40-aba5-1f0431ca10c6), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.962037 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bca2b997-8ac5-4e40-aba5-1f0431ca10c6), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.965165 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:21.966600 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bca2b997-8ac5-4e40-aba5-1f0431ca10c6 HTTP/1.1" status: 204 len: 168 time: 0.1766889 Sep 16 01:54:21.979466 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603da03f-4be1-483c-b7bc-88eb8ab0bede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca2b997-8ac5-4e40-aba5-1f0431ca10c6,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:22.123999 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7d02eccb-f880-406c-af6c-a0af14a0be2a req-de69422d-f43b-4e60-a506-246686034abd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0303788 Sep 16 01:54:22.248212 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69fc155b-6d4a-446a-b990-73740ab1ce3b req-9694c9c7-bb94-4e77-abf1-7a0948753cce tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Sep 16 01:54:22.400303 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44974) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:22.414736 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d52749a-ed83-49b0-829f-ae24778d6f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.534633 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d52749a-ed83-49b0-829f-ae24778d6f5e admin admin] Publish callbacks [] for security_group (6e1def91-d023-40ae-a744-466174109737), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.544951 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d52749a-ed83-49b0-829f-ae24778d6f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6e1def91-d023-40ae-a744-466174109737), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.556736 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:22.580830 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4d52749a-ed83-49b0-829f-ae24778d6f5e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=68529af86021494f85fa7b2fab72f508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794298 Sep 16 01:54:22.585135 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 44984) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:22.609468 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52749a-ed83-49b0-829f-ae24778d6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1def91-d023-40ae-a744-466174109737,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:22.663040 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] Publish callbacks [] for security_group (6e1def91-d023-40ae-a744-466174109737), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.692603 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] Publish callbacks [] for security_group (6e1def91-d023-40ae-a744-466174109737), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.790963 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6e1def91-d023-40ae-a744-466174109737), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.793891 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:22.801278 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e1def91-d023-40ae-a744-466174109737 HTTP/1.1" status: 204 len: 168 time: 0.2110784 Sep 16 01:54:22.810617 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3624360b-beca-429c-a60c-344aa89b6f32 req-a0a548bf-b09c-4a14-b332-eeb84fb916a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0324135 Sep 16 01:54:22.820404 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d257f0-78c4-4a32-8ac2-faa34a5aeb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1def91-d023-40ae-a744-466174109737,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:22.998969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c00e89-35fe-4f0d-a4b0-1c3175a9d22a req-99c91f2b-e289-4427-bcc5-a11c8047318c tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:23.010126 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-70c00e89-35fe-4f0d-a4b0-1c3175a9d22a req-99c91f2b-e289-4427-bcc5-a11c8047318c tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0704155 Sep 16 01:54:23.070461 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-70c00e89-35fe-4f0d-a4b0-1c3175a9d22a req-7c5c9129-d8c5-4f32-98ed-2f9e07767408 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Sep 16 01:54:23.277629 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cf365d3e-b8ae-4731-9df5-a3758e156c54 req-2bd778b9-36d4-45d1-93b0-a3bcfc0afff6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0472987 Sep 16 01:54:23.381569 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79516e1b-ee21-4b28-85f8-c49f65814787 req-61a60645-5e9b-4746-a284-41011ecb1747 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0315289 Sep 16 01:54:23.948378 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cf94e44c-fc90-4d54-b143-4197aa18752b req-1c62d1ce-c291-4a0a-88dc-5fb8194546d5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Sep 16 01:54:24.196391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cf73f-5297-4f55-9ef3-9d9358b15524 req-f19e68a7-304b-487d-b03f-4c04c73634d5 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:24.197948 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-289cf73f-5297-4f55-9ef3-9d9358b15524 req-f19e68a7-304b-487d-b03f-4c04c73634d5 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0477831 Sep 16 01:54:24.211568 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:24.255675 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-289cf73f-5297-4f55-9ef3-9d9358b15524 req-ede08d25-7115-45ed-a29c-2f02c196b4be tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Sep 16 01:54:24.376213 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c5db03c-e6e0-4de0-a2e1-44fe8e0293e3 req-3a28158b-597b-431f-bdd9-55a4f64171f1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0283551 Sep 16 01:54:24.490893 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-66ec6215-77e1-42e6-abf0-42165ecde286 req-edb0635c-7bec-456b-beaf-0cdd569be6b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0292907 Sep 16 01:54:24.806918 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-09dadda1-ea2f-440d-8532-576ee90b9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:24.809217 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-09dadda1-ea2f-440d-8532-576ee90b9ff7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=477dd0575c8741b0815ddf5f22297db3&device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 1127 time: 0.1172962 Sep 16 01:54:25.062970 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-58ad75e4-a1e4-49ca-bf14-13f162842b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:25.065092 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-58ad75e4-a1e4-49ca-bf14-13f162842b03 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=477dd0575c8741b0815ddf5f22297db3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2377543 Sep 16 01:54:25.117284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-62fbde40-b502-4431-8207-d154bb7a90ff req-ae72b4d7-17c9-417e-b4c1-4c7b017b9dab tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0375419 Sep 16 01:54:25.223131 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45166) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:25.412943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.50', 53253) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:25.519866 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ed926-a239-4df8-bb92-68ad7dcfbf0c req-4613420d-1d96-4530-a474-3b85027ec0ad tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:25.529150 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fb5ed926-a239-4df8-bb92-68ad7dcfbf0c req-4613420d-1d96-4530-a474-3b85027ec0ad tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1385751 Sep 16 01:54:25.560531 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fb1ccebb-1214-4411-969e-016afd9803a5 req-f3ba628e-7714-4009-b99b-8c53b9b59844 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0362766 Sep 16 01:54:25.564031 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0c8d-729e-45fd-aa30-d8eb1b5c7dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:25.606952 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:25.625896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-08ffabe0-f047-4ab9-b6ef-13d819ef9848 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:25.628412 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-08ffabe0-f047-4ab9-b6ef-13d819ef9848 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 817 time: 0.2140942 Sep 16 01:54:25.684307 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-06e2e17e-1e50-4fc2-8667-e1e977be582f req-680f49ef-355b-4dc7-ad98-91f088621ff6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0433345 Sep 16 01:54:25.685411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-43bfeba9-e1e8-4d81-bea5-bad4fb987e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:25.686984 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-11163569-abae-40ee-aa9a-ea2b32ffe0c8 req-43bfeba9-e1e8-4d81-bea5-bad4fb987e42 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4403536 Sep 16 01:54:25.696778 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fb5ed926-a239-4df8-bb92-68ad7dcfbf0c req-cf2f40da-727d-4745-9d74-7cd827378779 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667056 Sep 16 01:54:25.748013 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-92077ffa-608f-4908-9f71-8bdf5718328e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 380 time: 0.1052620 Sep 16 01:54:25.770270 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'port': {'device_id': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'admin_state_up': True, 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'security_groups': ['4a69638a-cb7d-4d12-8610-03e9d704cb50']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:25.834683 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:25.835274 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-85f8ded1-7b18-4844-ae9c-948acfcbd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:25.836853 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-85f8ded1-7b18-4844-ae9c-948acfcbd620 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=477dd0575c8741b0815ddf5f22297db3&device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 1127 time: 0.0652490 Sep 16 01:54:25.838727 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0c8d-729e-45fd-aa30-d8eb1b5c7dcf admin admin] Publish callbacks [] for security_group (fe2661f4-3714-424c-be4e-20573942c9f7), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:25.842831 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5b9e0c8d-729e-45fd-aa30-d8eb1b5c7dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fe2661f4-3714-424c-be4e-20573942c9f7), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:25.886914 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-5b9e0c8d-729e-45fd-aa30-d8eb1b5c7dcf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=45db59daaa1c42e689bb38c8e6ce6820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6627192 Sep 16 01:54:25.888077 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e0c8d-729e-45fd-aa30-d8eb1b5c7dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2661f4-3714-424c-be4e-20573942c9f7,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:25.889884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45194) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:25.916595 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Made reservation on behalf of 1377f60423c64a1786203deb55ae55ef for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:25.920328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:25.998930 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-5421a68a-2860-41c1-b545-c44a9b515010 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa997e48-0418-472d-a98e-8a93319ff371 HTTP/1.1" status: 200 len: 217 time: 0.0606377 Sep 16 01:54:26.029806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] Publish callbacks [] for security_group (fe2661f4-3714-424c-be4e-20573942c9f7), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:26.088683 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] Publish callbacks [] for security_group (fe2661f4-3714-424c-be4e-20573942c9f7), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:26.201188 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Allocated IP 172.20.0.6 (37ec5744-bfab-42fe-b2e4-a18259c0344e/b4aa07bb-6aa5-414e-ba6c-97b08eb9144d/dc91b77b-583a-4740-a244-adc53daa4347) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:26.225982 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:26.248705 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-f5196b90-f40f-486f-b5de-6cc759c8e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:26.250534 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-f5196b90-f40f-486f-b5de-6cc759c8e382 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=38a81383-0f08-48bf-9685-deec2b2a6c24 HTTP/1.1" status: 200 len: 850 time: 0.1074152 Sep 16 01:54:26.438990 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.50', 53263) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:26.583442 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-cfed0cc3-c43f-4c68-8290-7ef37e21ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:26.586925 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-cfed0cc3-c43f-4c68-8290-7ef37e21ae1d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7454b3cb-1a57-443a-9860-b924e28e0b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3285079 Sep 16 01:54:26.627241 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5bc4faa1-939e-47ed-adfb-a4331bcad48d req-37299b69-adaa-46a3-8156-3be5f65f23d7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.1870694 Sep 16 01:54:26.632783 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fe2661f4-3714-424c-be4e-20573942c9f7), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:26.635337 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:26.636468 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe2661f4-3714-424c-be4e-20573942c9f7 HTTP/1.1" status: 204 len: 168 time: 0.7456617 Sep 16 01:54:26.656951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206342f2-8f82-4fae-9207-dddff8333a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2661f4-3714-424c-be4e-20573942c9f7,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:26.768185 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f379ae4e-e721-4f81-bcfd-2b6151050470 req-51d00134-853c-4af4-97a5-5d3e9a46fba5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0466332 Sep 16 01:54:26.800940 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-031a3b45-fe1a-40ad-9843-dc2fb244dd5a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:26.802870 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-031a3b45-fe1a-40ad-9843-dc2fb244dd5a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 810 time: 0.3613687 Sep 16 01:54:26.814303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (dc91b77b-583a-4740-a244-adc53daa4347), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:26.839509 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-52adcc8b-15f2-4c80-9f1c-d8b954c54a4e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218392 Sep 16 01:54:26.900100 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7ec7b148-a1b0-4c1d-85cf-6e8c92c6aee0 req-5c13906b-b3ae-4854-95bc-f79d53eb2578 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0348327 Sep 16 01:54:26.912840 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.050335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681ec63-c58a-43a1-a6e8-e703e63077de req-3914f851-250b-4cd0-a2fe-b09275988e0b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:27.054791 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e681ec63-c58a-43a1-a6e8-e703e63077de req-3914f851-250b-4cd0-a2fe-b09275988e0b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1565702 Sep 16 01:54:27.102991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:27.114678 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:27.134434 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:27.138430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:27.139677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:27.151961 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:27.157274 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:27.158305 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.162995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.50', 53273) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:27.214066 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-312bf2c8-8267-4a6c-890c-e51d022dafdb tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 380 time: 0.1390293 Sep 16 01:54:27.264737 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:27.280180 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-c7b8a686-0f45-42ce-b21c-d1dbba13a8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5154052 Sep 16 01:54:27.286850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45242) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:27.294450 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e681ec63-c58a-43a1-a6e8-e703e63077de req-e69775b5-666b-4738-a423-10d312813399 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629512 Sep 16 01:54:27.304969 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3e48376-2ed9-4190-9264-6211d5c5ccc7 req-90b5a34f-485d-491f-9519-a7cf531c6ba4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169703 Sep 16 01:54:27.315967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62384619-7dfe-470a-9c8d-04648262ccc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.379301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6438ef98-691c-4c06-bd21-633c6ad92ecb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:27.381319 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6438ef98-691c-4c06-bd21-633c6ad92ecb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.2138424 Sep 16 01:54:27.447512 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62384619-7dfe-470a-9c8d-04648262ccc5 admin admin] Publish callbacks [] for security_group (f0cd1b2c-1676-4431-8b47-69c726e26862), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.451481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62384619-7dfe-470a-9c8d-04648262ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0cd1b2c-1676-4431-8b47-69c726e26862), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.500637 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-62384619-7dfe-470a-9c8d-04648262ccc5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=89bbdf6516124d80877954950aeeab29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125778 Sep 16 01:54:27.503436 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45246) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:27.505126 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384619-7dfe-470a-9c8d-04648262ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd1b2c-1676-4431-8b47-69c726e26862,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:27.519518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Provisioning complete for port dc91b77b-583a-4740-a244-adc53daa4347 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:27.520089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dc91b77b-583a-4740-a244-adc53daa4347), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.520233 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 1 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:27.525298 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45248) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:27.532837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Request body: {'port': {'device_id': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:27.539970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'port': {'device_id': '48c9b577-5e65-464f-9328-da6dc694277c', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'admin_state_up': True, 'tenant_id': '57aaf234892543698d91303961f14abd'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:27.551898 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'port': {'device_id': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'admin_state_up': True, 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'security_groups': ['94d9a8b1-a632-4427-8e9d-a86290d05f1c']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:27.574357 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:27.637948 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] Publish callbacks [] for security_group (f0cd1b2c-1676-4431-8b47-69c726e26862), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.675867 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] Publish callbacks [] for security_group (f0cd1b2c-1676-4431-8b47-69c726e26862), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.706238 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-779e16d3-bad7-484e-9986-15187d4ce180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.767414 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0cd1b2c-1676-4431-8b47-69c726e26862), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.769842 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.770977 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0cd1b2c-1676-4431-8b47-69c726e26862 HTTP/1.1" status: 204 len: 168 time: 0.2664347 Sep 16 01:54:27.784268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834b21e-0301-4138-8ff9-34e7bb5101ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd1b2c-1676-4431-8b47-69c726e26862,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:27.792511 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.826481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860dbc1-a23d-4661-95af-438cb29dcf9b req-9543c3d7-c7f8-40bf-8b8d-f83d2bda0e2c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:27.828865 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e860dbc1-a23d-4661-95af-438cb29dcf9b req-9543c3d7-c7f8-40bf-8b8d-f83d2bda0e2c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 931 time: 0.1259155 Sep 16 01:54:27.869662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.895864 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-779e16d3-bad7-484e-9986-15187d4ce180 admin admin] Publish callbacks [] for security_group (0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.913165 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-779e16d3-bad7-484e-9986-15187d4ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:27.939458 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7916b7fb-0d14-4db9-9387-9f7b68185ad6 req-2dce07de-b1d9-40f6-ac31-5b658d491aa9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0529554 Sep 16 01:54:27.993368 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-779e16d3-bad7-484e-9986-15187d4ce180 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=88f961f25de64533bf83beede20089cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633203 Sep 16 01:54:28.000682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45264) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:28.069628 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e16d3-bad7-484e-9986-15187d4ce180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:28.069967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Made reservation on behalf of eddbb633debb4badb74f142d92baed98 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:28.075266 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 2 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:28.076397 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.101648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:28.133778 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] Publish callbacks [] for security_group (0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.144459 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:28.169568 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-acb253ca-b528-4edc-a317-aa6c88c780b4 req-0c73e1e0-9b2b-42e9-9577-718118eb067b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0519402 Sep 16 01:54:28.184689 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] Publish callbacks [] for security_group (0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.196591 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:28.249165 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.251685 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.255473 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595 HTTP/1.1" status: 204 len: 168 time: 0.2511995 Sep 16 01:54:28.261377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:28.270494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387a3bc-eaa1-4800-a431-888afae6bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367f5bc-2fc5-4ae5-8fe7-2ad2312d6595,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:28.312785 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e860dbc1-a23d-4661-95af-438cb29dcf9b req-56684c1e-fc6e-47b8-a199-e7ff8020384a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579723 Sep 16 01:54:28.313376 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Made reservation on behalf of 57aaf234892543698d91303961f14abd for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:28.317245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:28.453557 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f975-999c-4844-b49a-3e69f5ac2fed req-11ee1000-33c2-421b-9c0a-67532ff9b51b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:28.455802 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a0e9f975-999c-4844-b49a-3e69f5ac2fed req-11ee1000-33c2-421b-9c0a-67532ff9b51b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0666194 Sep 16 01:54:28.524099 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a0e9f975-999c-4844-b49a-3e69f5ac2fed req-b3411787-4124-41c8-a1d8-030fcfc5dbe8 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 Sep 16 01:54:28.570509 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Allocated IP 172.20.0.9 (563a693f-c940-49d3-9204-92b27430de2f/c01728fa-61dd-4473-b80e-4a4184239e88/32e8d554-2d45-428d-8c7c-03347e83c61a) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:28.612579 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Allocated IP 172.20.0.12 (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190/baebba95-5a42-46b4-85d1-9ff51d0b77c4/6bf23a1f-07f6-4b96-abf5-7191389578be) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:28.646575 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 3 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:28.690032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:29.056203 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:29.094737 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:29.110320 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks [] for port (dc91b77b-583a-4740-a244-adc53daa4347), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.160506 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-59f382d4-239d-4634-b91a-cb08ecc65938 req-ab59f795-e197-40ec-afd0-24c4db098a0e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0786669 Sep 16 01:54:29.177858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.191597 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 4 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:29.248333 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Transition to ACTIVE for port object dc91b77b-583a-4740-a244-adc53daa4347 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:54:29.251583 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:29.269827 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.283895 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.321832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:29.364956 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f4e19a20-21f4-4abe-a0df-054f802368c6 req-787cb55e-f48b-438b-8b7f-ae5a1fbc2335 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0477841 Sep 16 01:54:29.404691 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.416279 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:29.464492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Attempting to bind port dc91b77b-583a-4740-a244-adc53daa4347 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:29.464898 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Attempting to bind port dc91b77b-583a-4740-a244-adc53daa4347 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:29.465232 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Attempting to bind port dc91b77b-583a-4740-a244-adc53daa4347 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:29.474301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Network 563a693f-c940-49d3-9204-92b27430de2f is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:29.503244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.506006 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:29.507649 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f58bab-6c25-4a60-bb8c-7021a890f8da req-49a10876-b319-41c7-9034-bbc4ed3b4008 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:29.509397 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-05f58bab-6c25-4a60-bb8c-7021a890f8da req-49a10876-b319-41c7-9034-bbc4ed3b4008 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0712059 Sep 16 01:54:29.515919 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:29.520388 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:29.521011 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.547528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:29.599012 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-05f58bab-6c25-4a60-bb8c-7021a890f8da req-937053e6-84d8-45fd-8df6-973df935b110 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772214 Sep 16 01:54:29.604088 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-d607781c-4f03-417b-9f65-687086533f4f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0763795 Sep 16 01:54:29.609378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:29.627472 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:29.665554 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:29.676322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Port dc91b77b-583a-4740-a244-adc53daa4347 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:54:29.677328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Attempting to bind port dc91b77b-583a-4740-a244-adc53daa4347 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:29.685349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:29.692695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:29.694281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.752455 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 5 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:29.782328 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-6f031e61-f8f3-46f1-adfe-ff4578f6ba49 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2578213 Sep 16 01:54:29.813482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:29.813612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Checking segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:29.814198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Bound using segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:29.814667 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Bound port: dc91b77b-583a-4740-a244-adc53daa4347, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:29.815055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.820582 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad5fd-71bf-40e7-971c-e7cc2a233192 req-dea8f4e2-20e8-4e09-b27f-1bee51bfe7cd tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:29.828104 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57dad5fd-71bf-40e7-971c-e7cc2a233192 req-dea8f4e2-20e8-4e09-b27f-1bee51bfe7cd tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1061189 Sep 16 01:54:29.841870 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:29.918432 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57dad5fd-71bf-40e7-971c-e7cc2a233192 req-c4e5e35e-0c65-44a3-9e56-a5fd2847b6ed tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Sep 16 01:54:29.936725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:29.941935 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:29.953966 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.962712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:29.963464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:29.964849 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 1093 time: 2.4416430 Sep 16 01:54:29.965570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:30.090942 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4da9-4086-4e99-9b81-fe9f3bda91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:30.232682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169f9ad-2ae8-4111-ac70-c992c624abc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:30.269871 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8705671b-5f48-4183-939f-960c7a3c3492 req-c64b7b80-c804-449b-aaa5-1cf2d2d16fac tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Sep 16 01:54:30.343528 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Attempt 6 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:30.422753 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77097447-acb1-4f9d-b3f2-2d0e579ec13d x-openstack-request-id: req-77097447-acb1-4f9d-b3f2-2d0e579ec13d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:30.423607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:30.424098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77097447-acb1-4f9d-b3f2-2d0e579ec13d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:30.425092 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77097447-acb1-4f9d-b3f2-2d0e579ec13d'] response: {'name': 'network-changed', 'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'status': 'completed', 'code': 200} Sep 16 01:54:30.425397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e276ee30-8025-4feb-83ae-5df121aaf97a None None] Port dc91b77b-583a-4740-a244-adc53daa4347 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 01:54:30.493807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45392) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:30.515237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40604ee0-2166-47d4-b4e9-75c6ead01269 req-4af73b07-bf83-4709-a48d-d7e322dcc8b3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:30.517053 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40604ee0-2166-47d4-b4e9-75c6ead01269 req-4af73b07-bf83-4709-a48d-d7e322dcc8b3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 931 time: 0.0564868 Sep 16 01:54:30.545542 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Provisioning complete for port 6bf23a1f-07f6-4b96-abf5-7191389578be triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:30.546167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.546685 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 1 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:30.575271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:30.585351 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40604ee0-2166-47d4-b4e9-75c6ead01269 req-484fbf46-c326-4ed9-861d-f5d2025e4e14 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624611 Sep 16 01:54:30.589737 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:30.639349 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f476338-06eb-4f6e-bdea-c53d02b310c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.673231 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:30.769544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457695f2-ef88-4ba7-b7e6-775b357b126a req-aed28bd5-c7ca-477a-a614-823af9d40581 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:30.771025 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-457695f2-ef88-4ba7-b7e6-775b357b126a req-aed28bd5-c7ca-477a-a614-823af9d40581 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0721560 Sep 16 01:54:30.776040 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f476338-06eb-4f6e-bdea-c53d02b310c9 admin admin] Publish callbacks [] for security_group (f21677a5-329c-4f9e-b0ec-e09017d9efb6), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.787306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f476338-06eb-4f6e-bdea-c53d02b310c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f21677a5-329c-4f9e-b0ec-e09017d9efb6), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.839463 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4f476338-06eb-4f6e-bdea-c53d02b310c9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fa5c663186bc4b1d853726a52f70636e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439848 Sep 16 01:54:30.842185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45402) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:30.854913 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f476338-06eb-4f6e-bdea-c53d02b310c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21677a5-329c-4f9e-b0ec-e09017d9efb6,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:30.869467 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-457695f2-ef88-4ba7-b7e6-775b357b126a req-fc58714b-1b4c-4335-9e39-24e202d8b9bd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890632 Sep 16 01:54:30.895588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] Publish callbacks [] for security_group (f21677a5-329c-4f9e-b0ec-e09017d9efb6), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.916798 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] Publish callbacks [] for security_group (f21677a5-329c-4f9e-b0ec-e09017d9efb6), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.926452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:30.966755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f21677a5-329c-4f9e-b0ec-e09017d9efb6), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.970028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:30.971214 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f21677a5-329c-4f9e-b0ec-e09017d9efb6 HTTP/1.1" status: 204 len: 168 time: 0.1280131 Sep 16 01:54:30.979120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f65ad4-1fce-437d-84a0-65865ff37bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21677a5-329c-4f9e-b0ec-e09017d9efb6,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:31.052256 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298f1b3-46dc-4bf1-83f3-df68511371d3 req-439a2c57-3f36-4321-a297-16e180c6033e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:31.054586 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5298f1b3-46dc-4bf1-83f3-df68511371d3 req-439a2c57-3f36-4321-a297-16e180c6033e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0526733 Sep 16 01:54:31.090977 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 2 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:31.112841 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5298f1b3-46dc-4bf1-83f3-df68511371d3 req-209a74c6-23a6-4b72-918e-c83d3f0e32ba tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518157 Sep 16 01:54:31.136114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:31.344242 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:54:31.382893 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6e875dcc-32f9-4a04-8247-f0da8eb33f2b req-a3b9dafe-aa8d-4c6a-9fea-b52af1381b8f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0335178 Sep 16 01:54:31.636990 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 3 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:31.674318 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:31.698141 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:31.714761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba150c-1b66-47ee-9da1-bcdce56bd283 req-676ce95d-04ad-469d-8252-d199bbd48bbe tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:31.716773 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ba150c-1b66-47ee-9da1-bcdce56bd283 req-676ce95d-04ad-469d-8252-d199bbd48bbe tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 931 time: 0.0523798 Sep 16 01:54:31.765607 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ba150c-1b66-47ee-9da1-bcdce56bd283 req-853fd80a-ad37-4b77-8980-3c33727837cf tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Sep 16 01:54:32.000269 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e2c5d-f20f-49ca-9d13-1f06761ce012 req-ae049138-fc50-4b6e-acc4-5e2f6ef21dc1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:32.001631 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed4e2c5d-f20f-49ca-9d13-1f06761ce012 req-ae049138-fc50-4b6e-acc4-5e2f6ef21dc1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0499175 Sep 16 01:54:32.052563 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed4e2c5d-f20f-49ca-9d13-1f06761ce012 req-ba32c3f8-c9ad-4752-bed3-5cdde540ccde tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Sep 16 01:54:32.175911 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 4 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:32.207285 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:32.209792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:32.249161 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171a59b-292e-4bc2-87f9-5ead930cfbb7 req-21cf6562-f7bb-4d68-ac5e-3e868a0b87ea tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:32.250653 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d171a59b-292e-4bc2-87f9-5ead930cfbb7 req-21cf6562-f7bb-4d68-ac5e-3e868a0b87ea tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.0547497 Sep 16 01:54:32.306289 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d171a59b-292e-4bc2-87f9-5ead930cfbb7 req-3030b7dd-c326-41bc-a5c0-f99a43922044 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Sep 16 01:54:32.490673 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-87223885-a158-4e19-ac7a-713cccb0c176 req-6bfb8e35-bf8d-4ffd-b960-119fc7d2d5b9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0305183 Sep 16 01:54:32.710896 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 5 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:32.753126 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:32.929731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10e7bc-5355-4970-a654-b2d2c01e929a req-ba9f7c9c-17ae-4b85-b6f6-82e8321f88f2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:32.947976 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de10e7bc-5355-4970-a654-b2d2c01e929a req-ba9f7c9c-17ae-4b85-b6f6-82e8321f88f2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 931 time: 0.0687761 Sep 16 01:54:33.004089 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de10e7bc-5355-4970-a654-b2d2c01e929a req-eca63d7b-0197-4d32-9f8f-c78176235a88 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654078 Sep 16 01:54:33.193935 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bfb7f-bcf3-4d2d-8940-99721af02574 req-7553a139-ddeb-4f1f-a6aa-baf76d15fd43 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:33.196196 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b72bfb7f-bcf3-4d2d-8940-99721af02574 req-7553a139-ddeb-4f1f-a6aa-baf76d15fd43 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0561337 Sep 16 01:54:33.207465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Request body: {'port': {'device_id': '48c9b577-5e65-464f-9328-da6dc694277c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:33.254657 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 6 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:33.319358 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b72bfb7f-bcf3-4d2d-8940-99721af02574 req-aaddfdf1-5766-4a1e-81b3-ccf90c620611 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114187 Sep 16 01:54:33.352092 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:33.385693 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Request body: {'port': {'device_id': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:33.545039 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:33.575115 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad48bd9-ea99-4ccd-9573-2d3829b2fd4a req-dcf81c49-4c45-4f98-b683-19933a72c51b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:33.576790 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ad48bd9-ea99-4ccd-9573-2d3829b2fd4a req-dcf81c49-4c45-4f98-b683-19933a72c51b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1751373 Sep 16 01:54:33.594342 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-1de5f0c3-f69a-420f-ae97-706a1d136d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:33.596197 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-1de5f0c3-f69a-420f-ae97-706a1d136d32 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1127 time: 0.2055993 Sep 16 01:54:33.643925 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:33.655569 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-75ca3cf8-346c-401b-a8f1-a4f6912761ea req-01ca3299-c157-437a-a52c-6904495515a9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0429590 Sep 16 01:54:33.783496 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ad48bd9-ea99-4ccd-9573-2d3829b2fd4a req-24276566-5871-4ea9-acd8-aabc536d8c45 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814473 Sep 16 01:54:33.851835 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 7 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:33.901920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:34.045126 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-3b034cf6-1b1d-4d3b-97b4-fbaca5dee503 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:34.047519 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-3b034cf6-1b1d-4d3b-97b4-fbaca5dee503 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.1484067 Sep 16 01:54:34.079893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'port': {'device_id': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'admin_state_up': True, 'tenant_id': '57aaf234892543698d91303961f14abd'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:34.249547 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:34.291792 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242f63-525e-4dd9-a395-e6cf51b49d2d req-bb7d63b0-8940-41be-9a88-dbfddcd06904 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:34.299634 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-45242f63-525e-4dd9-a395-e6cf51b49d2d req-bb7d63b0-8940-41be-9a88-dbfddcd06904 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 931 time: 0.1238327 Sep 16 01:54:34.378454 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:34.386410 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:34.402185 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-45242f63-525e-4dd9-a395-e6cf51b49d2d req-beee44fe-7c21-469a-badb-6af354c6ee95 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012654 Sep 16 01:54:34.402866 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-f8b2a4ba-3c59-4429-88d3-f8f3ac72a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:34.403050 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 8 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:34.404777 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-f8b2a4ba-3c59-4429-88d3-f8f3ac72a875 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=1377f60423c64a1786203deb55ae55ef&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6365209 Sep 16 01:54:34.442776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Made reservation on behalf of 57aaf234892543698d91303961f14abd for: {'port': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:34.448225 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:34.480665 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:34.704072 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device fa997e48-0418-472d-a98e-8a93319ff371 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:54:34.755802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787570c2-f23f-4cee-a501-0126a6489b5d req-53e9c231-56e0-4513-9321-1ea51b905031 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:34.764645 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-787570c2-f23f-4cee-a501-0126a6489b5d req-53e9c231-56e0-4513-9321-1ea51b905031 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.2164497 Sep 16 01:54:34.815853 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0be6cbbe-9344-4c99-80b6-c1b17fa6522a req-1eb12b7e-3ff5-4345-b339-6a0b7b0cc215 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0503829 Sep 16 01:54:34.818105 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf23a1f-07f6-4b96-abf5-7191389578be {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:34.849674 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-0a566303-8053-4bfd-acfb-d471c129c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:34.851234 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8169f9ad-2ae8-4111-ac70-c992c624abc1 req-0a566303-8053-4bfd-acfb-d471c129c594 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4364586 Sep 16 01:54:34.854400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45642) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:34.854622 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks [] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:34.884731 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fa997e48-0418-472d-a98e-8a93319ff371,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:34.896026 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Transition to ACTIVE for port object 6bf23a1f-07f6-4b96-abf5-7191389578be will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:54:34.899274 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e8d554-2d45-428d-8c7c-03347e83c61a {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:34.907642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:34.911531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks [] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:34.919753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'fa997e48-0418-472d-a98e-8a93319ff371', 'network_id': '7454b3cb-1a57-443a-9860-b924e28e0b99', 'port_id': 'fa997e48-0418-472d-a98e-8a93319ff371', 'mac_address': 'fa:16:3e:25:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a81383-0f08-48bf-9685-deec2b2a6c24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:54:34.920318 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-787570c2-f23f-4cee-a501-0126a6489b5d req-9255aeac-30ba-4c8a-8c31-07b9a90e7831 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540546 Sep 16 01:54:34.977859 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port fa997e48-0418-472d-a98e-8a93319ff371 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:34.978271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (fa997e48-0418-472d-a98e-8a93319ff371), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:34.981533 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 9 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:34.998847 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Transition to ACTIVE for port object 32e8d554-2d45-428d-8c7c-03347e83c61a will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:54:35.033961 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.042626 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa997e48-0418-472d-a98e-8a93319ff371 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:35.051974 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-cc7ac3f5-81ce-4219-b8a1-0cdbc1fff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.053685 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a492be-548a-4fdf-9d73-a108f2df7ae1 req-76905818-86e8-4c44-8214-cd4801ffa779 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.054584 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-cc7ac3f5-81ce-4219-b8a1-0cdbc1fff4d9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1127 time: 0.1050673 Sep 16 01:54:35.056678 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:35.071567 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a492be-548a-4fdf-9d73-a108f2df7ae1 req-76905818-86e8-4c44-8214-cd4801ffa779 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 943 time: 0.1082509 Sep 16 01:54:35.087645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Attempting to bind port 6bf23a1f-07f6-4b96-abf5-7191389578be on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:35.088376 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Attempting to bind port 6bf23a1f-07f6-4b96-abf5-7191389578be by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:35.088935 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Attempting to bind port 6bf23a1f-07f6-4b96-abf5-7191389578be on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:35.098236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Allocated IP 172.20.0.9 (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190/baebba95-5a42-46b4-85d1-9ff51d0b77c4/f93c0228-6dda-49f9-ac21-d2d3362262fa) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:54:35.102387 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:35.112711 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fa997e48-0418-472d-a98e-8a93319ff371,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:35.119492 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.131720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:35.204640 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-167587b2-29bd-4cd3-b1d0-fb55eb2b6230 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 217 time: 0.1102240 Sep 16 01:54:35.209528 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90127792-b8fe-4f16-88b8-8dfd3412c778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.226572 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a492be-548a-4fdf-9d73-a108f2df7ae1 req-5e4fe81f-2f1f-4276-aa6c-8763dfbba43d tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519177 Sep 16 01:54:35.243769 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:35.249443 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:35.250537 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:35.303868 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Attempting to bind port 32e8d554-2d45-428d-8c7c-03347e83c61a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:35.304514 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Attempting to bind port 32e8d554-2d45-428d-8c7c-03347e83c61a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:35.304841 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Attempting to bind port 32e8d554-2d45-428d-8c7c-03347e83c61a on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:35.315557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Port 6bf23a1f-07f6-4b96-abf5-7191389578be on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:54:35.315883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Attempting to bind port 6bf23a1f-07f6-4b96-abf5-7191389578be on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:35.331377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45648) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:35.360770 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-ad7a28d3-c1a1-4c3c-96c3-87e158a983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.362178 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-ad7a28d3-c1a1-4c3c-96c3-87e158a983e5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.1508839 Sep 16 01:54:35.465820 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90127792-b8fe-4f16-88b8-8dfd3412c778 admin admin] Publish callbacks [] for security_group (baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.472834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Port 32e8d554-2d45-428d-8c7c-03347e83c61a on network 563a693f-c940-49d3-9204-92b27430de2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:54:35.473399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Attempting to bind port 32e8d554-2d45-428d-8c7c-03347e83c61a on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:35.473797 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.477621 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-65778928-dfac-4cbe-a189-7c1a8c5fa66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.479174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-65778928-dfac-4cbe-a189-7c1a8c5fa66d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092222 Sep 16 01:54:35.481287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:35.481622 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:35.482003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Bound using segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:35.482575 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Bound port: 6bf23a1f-07f6-4b96-abf5-7191389578be, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:35.482958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.483293 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90127792-b8fe-4f16-88b8-8dfd3412c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.519628 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-90127792-b8fe-4f16-88b8-8dfd3412c778 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f43b9cc8d197448faab988d13724667f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6641586 Sep 16 01:54:35.525097 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45658) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:35.544791 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:35.573732 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f42b281-9ea0-447e-aa6e-c88cd1e1e5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.578717 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90127792-b8fe-4f16-88b8-8dfd3412c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:35.596080 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:35.603104 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Attempt 10 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:35.634110 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.648664 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['fa997e48-0418-472d-a98e-8a93319ff371'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:54:35.701148 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-383f831c-b454-4a36-a51d-07077cbfc50f None None] Port 6bf23a1f-07f6-4b96-abf5-7191389578be cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:35.702763 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:35.703100 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Checking segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:35.703481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Bound using segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:35.703946 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Bound port: 32e8d554-2d45-428d-8c7c-03347e83c61a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:35.704313 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.735107 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:54:35.744342 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:35.747100 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:35.750617 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:54:35.798630 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4d58-99fc-4221-90e5-6fabe3ac56c6 req-37a0e7b6-278f-4d48-b457-66c7465382aa tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.806394 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-242e4d58-99fc-4221-90e5-6fabe3ac56c6 req-37a0e7b6-278f-4d48-b457-66c7465382aa tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.2774434 Sep 16 01:54:35.821826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6bf23a1f-07f6-4b96-abf5-7191389578be,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:35.840521 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.841153 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.848420 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:35.885892 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.901638 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:35.902261 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.903824 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 1094 time: 2.7130198 Sep 16 01:54:35.916061 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-f6995580-1748-494c-9736-945b5f938d15 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8488431 Sep 16 01:54:35.925809 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-ccc1e123-b62a-49b0-a24b-5dc37de1d198 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176459 Sep 16 01:54:35.926413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:35.929565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e11dd-932c-4212-988a-2a41c08227ce" -d '{"events": [{"name": "network-changed", "server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:35.954027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] Publish callbacks [] for security_group (baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:35.975574 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Request body: {'port': {'device_id': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:36.060360 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:36.078391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f42b281-9ea0-447e-aa6e-c88cd1e1e5be admin admin] Publish callbacks [] for security_group (09c6da3e-fcf4-4540-a865-bb57f4c5893b), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.154057 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512634-95ea-435c-80ad-8c495efeb991 req-15ca819f-f05e-4c78-bc3d-6858f50c99cb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.154263 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] Publish callbacks [] for security_group (baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.156023 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cb512634-95ea-435c-80ad-8c495efeb991 req-15ca819f-f05e-4c78-bc3d-6858f50c99cb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 931 time: 0.1347096 Sep 16 01:54:36.156668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4f42b281-9ea0-447e-aa6e-c88cd1e1e5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (09c6da3e-fcf4-4540-a865-bb57f4c5893b), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.180926 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:36.181644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=32e8d554-2d45-428d-8c7c-03347e83c61a,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:36.195656 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-242e4d58-99fc-4221-90e5-6fabe3ac56c6 req-9f8da57d-98ca-4c36-8bfc-15fa1c28955e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883333 Sep 16 01:54:36.216286 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45680) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:36.226230 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.226576 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-2f173912-537b-4692-a2ce-56c3cea41081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.228571 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-2f173912-537b-4692-a2ce-56c3cea41081 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1128 time: 0.2109537 Sep 16 01:54:36.236716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859ccd1-5f97-4b4b-811a-cbb249613913 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.237804 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Provisioning complete for port f93c0228-6dda-49f9-ac21-d2d3362262fa triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:36.238250 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.238728 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Attempt 1 to provision port f93c0228-6dda-49f9-ac21-d2d3362262fa Sep 16 01:54:36.245236 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.300678 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4f42b281-9ea0-447e-aa6e-c88cd1e1e5be admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=145bfcddb2b043549052a56ff6a17f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9663734 Sep 16 01:54:36.309109 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45688) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:36.326273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:36.342581 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Port f93c0228-6dda-49f9-ac21-d2d3362262fa cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:36.417748 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42b281-9ea0-447e-aa6e-c88cd1e1e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6da3e-fcf4-4540-a865-bb57f4c5893b,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.443480 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cb512634-95ea-435c-80ad-8c495efeb991 req-4a92f63f-74c0-4388-b0f7-a36febe8c34b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741861 Sep 16 01:54:36.536426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.554042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6ab313-b08c-4d5a-b841-41c9f384a75d x-openstack-request-id: req-5a6ab313-b08c-4d5a-b841-41c9f384a75d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:36.554329 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:36.554579 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a6ab313-b08c-4d5a-b841-41c9f384a75d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:36.554972 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6ab313-b08c-4d5a-b841-41c9f384a75d'] response: {'name': 'network-changed', 'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be', 'status': 'completed', 'code': 200} Sep 16 01:54:36.556640 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-cabe7b32-6c50-458f-8808-e0d8bd5b7172 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 217 time: 0.2500660 Sep 16 01:54:36.560932 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.561535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.562807 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-0bbb286f-a059-492b-9a40-8b0dd8f82dd7 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 1093 time: 3.1939378 Sep 16 01:54:36.581745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] Publish callbacks [] for security_group (09c6da3e-fcf4-4540-a865-bb57f4c5893b), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.620845 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f982d7-f947-4271-8a9c-a13eb02b7cd0 req-940575de-3a30-4a5a-95c5-62636819eac9 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.621785 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:36.622331 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-72f982d7-f947-4271-8a9c-a13eb02b7cd0 req-940575de-3a30-4a5a-95c5-62636819eac9 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 944 time: 0.1088641 Sep 16 01:54:36.622801 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:36.628747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] Publish callbacks [] for security_group (09c6da3e-fcf4-4540-a865-bb57f4c5893b), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.647717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7caa-1c67-452c-b62a-495818d0d74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.680076 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3822a92-4ee5-4035-be4f-37a4103dc956 req-d1d1a70f-754f-41c4-9516-58585ec28f75 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169583 Sep 16 01:54:36.728415 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de277aa-782f-420b-8562-1cc3848d6eb2 req-63ccedcd-9894-4490-8146-dea54ecc4042 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.729970 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2de277aa-782f-420b-8562-1cc3848d6eb2 req-63ccedcd-9894-4490-8146-dea54ecc4042 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.1898510 Sep 16 01:54:36.741551 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:36.743173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-2189af49-4a27-4ce0-986b-1862ebe1a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.744681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-2189af49-4a27-4ce0-986b-1862ebe1a14c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.1720095 Sep 16 01:54:36.750428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.751284 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-72f982d7-f947-4271-8a9c-a13eb02b7cd0 req-a3f90cbf-459e-41dd-9475-46df2a53fc98 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124306 Sep 16 01:54:36.753000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.757455 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1 HTTP/1.1" status: 204 len: 168 time: 1.2264652 Sep 16 01:54:36.757455 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-8cf04969-d939-422d-90c6-c2da5e2fc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:36.758032 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-8cf04969-d939-422d-90c6-c2da5e2fc0b6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1127 time: 0.1071684 Sep 16 01:54:36.774795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (09c6da3e-fcf4-4540-a865-bb57f4c5893b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.777336 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.780777 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/09c6da3e-fcf4-4540-a865-bb57f4c5893b HTTP/1.1" status: 204 len: 168 time: 0.4678221 Sep 16 01:54:36.790044 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8c0a-7bdd-4a9a-9a6d-d24b04d5bf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb72e4-31b8-4bc7-a4e9-80fe8a81d5e1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.840609 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93c0228-6dda-49f9-ac21-d2d3362262fa {{(pid=106213) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:36.844116 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Attempt 2 to provision port f93c0228-6dda-49f9-ac21-d2d3362262fa Sep 16 01:54:36.845222 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2de277aa-782f-420b-8562-1cc3848d6eb2 req-32b04afd-27de-4f71-b8d8-c6da10c6dc7b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977604 Sep 16 01:54:36.851341 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks [] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.865518 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.provisioning_blocks [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Transition to ACTIVE for port object f93c0228-6dda-49f9-ac21-d2d3362262fa will not be triggered until provisioned by entity L2. {{(pid=106213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:54:36.868268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b142328-58d4-4194-bc0d-3a34f2699712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6da3e-fcf4-4540-a865-bb57f4c5893b,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.873529 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.891056 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Port f93c0228-6dda-49f9-ac21-d2d3362262fa cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:54:36.902494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7caa-1c67-452c-b62a-495818d0d74e admin admin] Publish callbacks [] for security_group (0f813254-20d6-424d-b1a3-0d6396ccf925), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.910214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7caa-1c67-452c-b62a-495818d0d74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0f813254-20d6-424d-b1a3-0d6396ccf925), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:36.956803 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Pushing event updated for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.958057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7caa-1c67-452c-b62a-495818d0d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f813254-20d6-424d-b1a3-0d6396ccf925,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:36.963144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1ebe7caa-1c67-452c-b62a-495818d0d74e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0c4c1688b9cc4606969402fc3e446a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7426174 Sep 16 01:54:36.970359 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45694) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:37.042607 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Attempting to bind port f93c0228-6dda-49f9-ac21-d2d3362262fa on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:54:37.043120 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Attempting to bind port f93c0228-6dda-49f9-ac21-d2d3362262fa by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:54:37.043602 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Attempting to bind port f93c0228-6dda-49f9-ac21-d2d3362262fa on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:37.045183 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] Publish callbacks [] for security_group (0f813254-20d6-424d-b1a3-0d6396ccf925), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.079129 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device fa997e48-0418-472d-a98e-8a93319ff371 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:37.083246 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] Publish callbacks [] for security_group (0f813254-20d6-424d-b1a3-0d6396ccf925), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.114169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Port f93c0228-6dda-49f9-ac21-d2d3362262fa on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:54:37.115372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Attempting to bind port f93c0228-6dda-49f9-ac21-d2d3362262fa on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:54:37.148824 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:37.182100 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:54:37.182595 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:37.183095 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Bound using segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:54:37.185809 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0f813254-20d6-424d-b1a3-0d6396ccf925), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.186400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Bound port: f93c0228-6dda-49f9-ac21-d2d3362262fa, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:54:37.186856 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.188463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.192712 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f813254-20d6-424d-b1a3-0d6396ccf925 HTTP/1.1" status: 204 len: 168 time: 0.2211654 Sep 16 01:54:37.203992 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port fa997e48-0418-472d-a98e-8a93319ff371 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:54:37.213376 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d3cb7-7248-4f1b-8749-d0ccd83da2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f813254-20d6-424d-b1a3-0d6396ccf925,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:37.230167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port fa997e48-0418-472d-a98e-8a93319ff371 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:37.231660 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (fa997e48-0418-472d-a98e-8a93319ff371), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.232628 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port fa997e48-0418-472d-a98e-8a93319ff371 Sep 16 01:54:37.275568 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:37.283813 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:54:37.290083 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:54:37.316227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.322692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:37.323403 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for port (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.325333 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/f93c0228-6dda-49f9-ac21-d2d3362262fa HTTP/1.1" status: 200 len: 1093 time: 1.3919749 Sep 16 01:54:37.351813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port fa997e48-0418-472d-a98e-8a93319ff371 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:37.353006 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (fa997e48-0418-472d-a98e-8a93319ff371), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.355736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45710) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:37.372592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 45712) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:37.374960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ddec-8dae-41c3-8e82-d0aacefea218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.394422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fa997e48-0418-472d-a98e-8a93319ff371,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:37.396085 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:37.399245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4463ad4-0038-41a7-b74e-86131dca8ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.427588 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:37.431794 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8474c24-5e5e-4d68-8406-188c229e5acc" -d '{"events": [{"name": "network-changed", "server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:37.439266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9763-1473-4133-bdf2-cee697727a1a service neutron] Pushing event updated for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:37.463822 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Attempt 3 to provision port f93c0228-6dda-49f9-ac21-d2d3362262fa Sep 16 01:54:37.468322 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.484044 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ac4ed-e786-4c62-9bd4-64be10c8ffb0 req-0e9bdd41-af97-40ac-821b-a924f0ebb1c5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:37.484044 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-250ac4ed-e786-4c62-9bd4-64be10c8ffb0 req-0e9bdd41-af97-40ac-821b-a924f0ebb1c5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.1867781 Sep 16 01:54:37.542071 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda7c7f-108a-4f25-81b9-a8cde71e0e1b x-openstack-request-id: req-9cda7c7f-108a-4f25-81b9-a8cde71e0e1b {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:37.544729 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:37.545094 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cda7c7f-108a-4f25-81b9-a8cde71e0e1b {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:37.545601 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cda7c7f-108a-4f25-81b9-a8cde71e0e1b'] response: {'name': 'network-changed', 'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa', 'status': 'completed', 'code': 200} Sep 16 01:54:37.554083 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6199afcc-67b3-40dc-adde-9dbf1bbf2bc8 None None] Port f93c0228-6dda-49f9-ac21-d2d3362262fa had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 01:54:37.572082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:37.621792 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:37.672175 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-250ac4ed-e786-4c62-9bd4-64be10c8ffb0 req-7d9049f9-9f9d-42ec-9cf3-1df5a41a2d12 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817808 Sep 16 01:54:37.717652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f634a05-888c-4ad7-a703-a97ecd04472d" -d '{"events": [{"server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "name": "network-vif-plugged", "status": "completed", "tag": "fa997e48-0418-472d-a98e-8a93319ff371"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:37.720301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ddec-8dae-41c3-8e82-d0aacefea218 admin admin] Publish callbacks [] for security_group (17cce046-8a35-4d64-8750-e9789e416441), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.722732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4463ad4-0038-41a7-b74e-86131dca8ec9 admin admin] Publish callbacks [] for security_group (fbf11914-f298-46e9-8443-76be9a050faa), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.729907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ddec-8dae-41c3-8e82-d0aacefea218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (17cce046-8a35-4d64-8750-e9789e416441), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.732322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4463ad4-0038-41a7-b74e-86131dca8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fbf11914-f298-46e9-8443-76be9a050faa), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:37.759020 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:37.781922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea27b1-01c4-47a3-a976-c038c04eb459 req-12fa2a67-03dc-421f-a0d4-2250430a4c59 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:37.783490 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccea27b1-01c4-47a3-a976-c038c04eb459 req-12fa2a67-03dc-421f-a0d4-2250430a4c59 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.1597831 Sep 16 01:54:37.829362 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45730) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:37.829554 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5ab1ddec-8dae-41c3-8e82-d0aacefea218 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a3dbcc0192744c589012b432a109fada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4716988 Sep 16 01:54:37.846287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a4463ad4-0038-41a7-b74e-86131dca8ec9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ffb50e3d06bb41daab42057d2dfc0f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681988 Sep 16 01:54:37.846287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1ddec-8dae-41c3-8e82-d0aacefea218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cce046-8a35-4d64-8750-e9789e416441,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:37.851131 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45732) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:37.910890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4463ad4-0038-41a7-b74e-86131dca8ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf11914-f298-46e9-8443-76be9a050faa,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:37.917401 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccea27b1-01c4-47a3-a976-c038c04eb459 req-7e6a170c-ae5b-4afe-9e31-4949a3444b7c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152046 Sep 16 01:54:38.038564 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f958dc-9525-486a-979c-7c710c1641e3 x-openstack-request-id: req-c6f958dc-9525-486a-979c-7c710c1641e3 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:38.039087 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "name": "network-vif-plugged", "status": "completed", "tag": "fa997e48-0418-472d-a98e-8a93319ff371", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:38.039183 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6f958dc-9525-486a-979c-7c710c1641e3 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:38.039699 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f958dc-9525-486a-979c-7c710c1641e3'] response: {'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371', 'code': 200} Sep 16 01:54:38.053097 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] Publish callbacks [] for security_group (fbf11914-f298-46e9-8443-76be9a050faa), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.057053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] Publish callbacks [] for security_group (17cce046-8a35-4d64-8750-e9789e416441), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.107178 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] Publish callbacks [] for security_group (fbf11914-f298-46e9-8443-76be9a050faa), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.110331 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] Publish callbacks [] for security_group (17cce046-8a35-4d64-8750-e9789e416441), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.111835 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45736) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:38.141930 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7258d-6867-4a2a-92ff-0cb4def24f88 req-5d4b04c4-4963-4bc8-ab32-0739dc20fb94 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:38.143417 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82e7258d-6867-4a2a-92ff-0cb4def24f88 req-5d4b04c4-4963-4bc8-ab32-0739dc20fb94 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0910773 Sep 16 01:54:38.179169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b1343620-ff6f-49fc-a524-3baee0df93e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.191157 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82e7258d-6867-4a2a-92ff-0cb4def24f88 req-df417c42-39c7-408d-9a12-077aadbe1ada tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Sep 16 01:54:38.235499 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d500120-ce6c-4177-af96-1a43fdb08d36 req-9d82025b-c9d4-4d3b-800d-939785b535d6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:38.236975 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7d500120-ce6c-4177-af96-1a43fdb08d36 req-9d82025b-c9d4-4d3b-800d-939785b535d6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.1229937 Sep 16 01:54:38.295640 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (17cce046-8a35-4d64-8750-e9789e416441), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.298064 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.299176 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/17cce046-8a35-4d64-8750-e9789e416441 HTTP/1.1" status: 204 len: 168 time: 0.4684727 Sep 16 01:54:38.312710 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fbf11914-f298-46e9-8443-76be9a050faa), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.315139 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.316273 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fbf11914-f298-46e9-8443-76be9a050faa HTTP/1.1" status: 204 len: 168 time: 0.4643607 Sep 16 01:54:38.321846 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:38.334016 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:38.338675 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7d500120-ce6c-4177-af96-1a43fdb08d36 req-0dc8689e-7dc6-4cde-9d90-4742d19d77a2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928133 Sep 16 01:54:38.339363 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69931c5-444d-4edf-957a-7f8fbcedd00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cce046-8a35-4d64-8750-e9789e416441,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:38.362198 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fb5df-3b85-4f61-8bd2-58ac023c627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf11914-f298-46e9-8443-76be9a050faa,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:38.387023 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b1343620-ff6f-49fc-a524-3baee0df93e2 admin admin] Publish callbacks [] for security_group (cff830b9-eab9-4753-8595-358c55630e41), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.412334 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b1343620-ff6f-49fc-a524-3baee0df93e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (cff830b9-eab9-4753-8595-358c55630e41), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.461860 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b1343620-ff6f-49fc-a524-3baee0df93e2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=04760eb5ac2747139176d815947244db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458612 Sep 16 01:54:38.462747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 45748) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:38.470002 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1343620-ff6f-49fc-a524-3baee0df93e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff830b9-eab9-4753-8595-358c55630e41,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:38.556515 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:38.560673 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc049b-22c0-437d-b120-2a2ec5523716" -d '{"events": [{"name": "network-changed", "server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:38.613191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf113f8-44b1-445d-86cd-92ba725059f8 x-openstack-request-id: req-3bf113f8-44b1-445d-86cd-92ba725059f8 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:38.613482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:38.613733 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bf113f8-44b1-445d-86cd-92ba725059f8 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:38.614142 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf113f8-44b1-445d-86cd-92ba725059f8'] response: {'name': 'network-changed', 'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'status': 'completed', 'code': 200} Sep 16 01:54:38.718938 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] Publish callbacks [] for security_group (cff830b9-eab9-4753-8595-358c55630e41), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.745585 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] Publish callbacks [] for security_group (cff830b9-eab9-4753-8595-358c55630e41), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.853321 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079c5f0-f0f9-430f-b3da-8b627ff8b413 req-6b3978cf-6a99-4e86-983e-a935660df567 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:38.855147 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b079c5f0-f0f9-430f-b3da-8b627ff8b413 req-6b3978cf-6a99-4e86-983e-a935660df567 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0716558 Sep 16 01:54:38.856048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (cff830b9-eab9-4753-8595-358c55630e41), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.860051 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:38.861830 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cff830b9-eab9-4753-8595-358c55630e41 HTTP/1.1" status: 204 len: 168 time: 0.3978994 Sep 16 01:54:38.897543 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77448255-5dea-4992-9473-236e31b5b9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff830b9-eab9-4753-8595-358c55630e41,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:38.944487 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b079c5f0-f0f9-430f-b3da-8b627ff8b413 req-26cedfdd-76db-4512-ad08-497c35f2281c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812752 Sep 16 01:54:39.039481 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-a2f7d11a-1010-4d54-bc3b-267a5c7d8159 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 217 time: 0.0521677 Sep 16 01:54:39.119870 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-e9332015-068f-4326-a717-730fccc64681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.127328 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-e9332015-068f-4326-a717-730fccc64681 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1127 time: 0.1278222 Sep 16 01:54:39.153273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-cb66c6f0-f941-4861-939d-e141e0339911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.155150 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-cb66c6f0-f941-4861-939d-e141e0339911 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1704004 Sep 16 01:54:39.187655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f35dc-b4b4-4763-ab2f-dd60324d28b3 req-3e17dd44-6cf6-4f61-9d77-bd7891333c2b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.195444 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-046f35dc-b4b4-4763-ab2f-dd60324d28b3 req-3e17dd44-6cf6-4f61-9d77-bd7891333c2b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.1323907 Sep 16 01:54:39.219609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-c3ceae67-36e9-4d96-8633-8c056c23ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.222655 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-c3ceae67-36e9-4d96-8633-8c056c23ccfa service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.1616125 Sep 16 01:54:39.306859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-23a98534-4685-4b4e-843a-7ecfdae0178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.308501 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-23a98534-4685-4b4e-843a-7ecfdae0178f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=57aaf234892543698d91303961f14abd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1677923 Sep 16 01:54:39.398665 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-3a61dfa4-fb0a-42e3-a3c3-10ba53119d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.400181 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-3a61dfa4-fb0a-42e3-a3c3-10ba53119d1f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 1129 time: 0.1841285 Sep 16 01:54:39.439154 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba33e6e-f87b-43c5-a1d1-d3c7c3bbefe7 req-5ef3650a-b39c-427a-9fb4-1719d6087886 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.439341 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-046f35dc-b4b4-4763-ab2f-dd60324d28b3 req-ad648ad6-2f42-4ac1-968d-1e83a4678bdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407033 Sep 16 01:54:39.440576 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98634c41-3c54-4aaa-9828-697c5816e56b req-b2d716ea-5b23-4650-a471-12432b1be259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.441572 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9ba33e6e-f87b-43c5-a1d1-d3c7c3bbefe7 req-5ef3650a-b39c-427a-9fb4-1719d6087886 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.1321144 Sep 16 01:54:39.441940 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-b2d716ea-5b23-4650-a471-12432b1be259 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1766360 Sep 16 01:54:39.472908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-f98e8a15-f496-4c39-b36f-f81c97ce465d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:39.554292 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-f2ef61d9-048f-4f03-994e-183cc4414866 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880000 Sep 16 01:54:39.590410 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-7b9d8736-1315-4648-82b1-7015ffc4da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.591871 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a8474c24-5e5e-4d68-8406-188c229e5acc req-7b9d8736-1315-4648-82b1-7015ffc4da10 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690096 Sep 16 01:54:39.669836 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9ba33e6e-f87b-43c5-a1d1-d3c7c3bbefe7 req-287466bf-831f-418a-bb71-de67918e5796 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877024 Sep 16 01:54:39.698631 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee8043-6cfe-48af-ac43-45164da68b98 req-3fe2464b-735c-4131-b287-28a168818039 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.703746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74ee8043-6cfe-48af-ac43-45164da68b98 req-3fe2464b-735c-4131-b287-28a168818039 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.1570752 Sep 16 01:54:39.733891 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:39.758737 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-6a44eea0-7661-46ac-85a5-fe5fd1cf8374 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889380 Sep 16 01:54:39.783223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-f4d4e986-6a61-455f-bf2e-9f726885a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.785342 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-f4d4e986-6a61-455f-bf2e-9f726885a4b5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1127 time: 0.1117971 Sep 16 01:54:39.831881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:39.853848 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-c15be0b6-f90f-4142-a9e4-fba455a29bb8 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa HTTP/1.1" status: 200 len: 217 time: 0.0544727 Sep 16 01:54:39.939144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-546d24c3-952d-4720-b557-96a41c7cfbd0 req-60902749-8735-4a47-a63e-6f1060180703 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722212 Sep 16 01:54:39.941971 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:39.955140 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-66e5a33f-210c-4718-a71c-d68999a76de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:39.959829 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-66e5a33f-210c-4718-a71c-d68999a76de0 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.1007476 Sep 16 01:54:39.964514 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-74ee8043-6cfe-48af-ac43-45164da68b98 req-61491f39-bd1a-46be-b6fb-642a0c093d93 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459192 Sep 16 01:54:39.966850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-f98e8a15-f496-4c39-b36f-f81c97ce465d service neutron] Publish callbacks [] for security_group (f1d2fc05-ec82-4773-8fe2-d08bda778fc0), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:39.983386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-f98e8a15-f496-4c39-b36f-f81c97ce465d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f1d2fc05-ec82-4773-8fe2-d08bda778fc0), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:40.088091 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f9da7-794f-492e-86b5-85074006353a req-95cd1879-8706-4ef2-a9a0-69e5e18937e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:40.090134 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-95cd1879-8706-4ef2-a9a0-69e5e18937e0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244218 Sep 16 01:54:40.095170 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-98634c41-3c54-4aaa-9828-697c5816e56b req-a5e76a1b-d27f-41a1-9e4c-0ae7aea0a6e2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211975 Sep 16 01:54:40.134945 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8a15-f496-4c39-b36f-f81c97ce465d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2fc05-ec82-4773-8fe2-d08bda778fc0,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:40.141346 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c23c4fe4-6303-4d1f-994b-cc7b979f35a9 req-f98e8a15-f496-4c39-b36f-f81c97ce465d service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330625 Sep 16 01:54:40.177590 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37445866-3283-4171-92e4-67a2604fc49a req-2d053710-d016-4128-8dfc-84e6cea90bf9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:40.180306 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-37445866-3283-4171-92e4-67a2604fc49a req-2d053710-d016-4128-8dfc-84e6cea90bf9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0885599 Sep 16 01:54:40.236591 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-37445866-3283-4171-92e4-67a2604fc49a req-6c2a0bff-a1b1-46ce-825c-74a17534f068 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 Sep 16 01:54:40.576631 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b95bd-0cae-432e-85ee-53149283f603 req-c129e745-9692-4d53-8848-5b0c8ed2e967 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:40.578109 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a67b95bd-0cae-432e-85ee-53149283f603 req-c129e745-9692-4d53-8848-5b0c8ed2e967 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0534122 Sep 16 01:54:40.640541 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a67b95bd-0cae-432e-85ee-53149283f603 req-72f0905e-11e3-42c1-b330-b139c72ee129 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Sep 16 01:54:40.817958 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45695cae-7744-48cc-b822-aca363cf04ce req-25108623-834d-4994-9036-75db64d080fb tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:40.819882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-45695cae-7744-48cc-b822-aca363cf04ce req-25108623-834d-4994-9036-75db64d080fb tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0632169 Sep 16 01:54:40.874377 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-45695cae-7744-48cc-b822-aca363cf04ce req-7758a0a4-a8ba-42c6-bb4f-502db3851e4a tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Sep 16 01:54:41.120567 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c78b1-fbaf-4a20-b36f-4a686f9af5e1 req-5a5093af-31a7-47a2-bcea-7a22878133f2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:41.122103 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545c78b1-fbaf-4a20-b36f-4a686f9af5e1 req-5a5093af-31a7-47a2-bcea-7a22878133f2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0495248 Sep 16 01:54:41.192590 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545c78b1-fbaf-4a20-b36f-4a686f9af5e1 req-ede249dd-75ea-42fe-93e6-c38814b49bce tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626817 Sep 16 01:54:41.373218 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57526553-5a52-42f2-96b9-bff7956bc576 req-3b5b60b8-1f9e-4e0e-a733-217c0f6377f2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:41.380970 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57526553-5a52-42f2-96b9-bff7956bc576 req-3b5b60b8-1f9e-4e0e-a733-217c0f6377f2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0565870 Sep 16 01:54:41.408795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:41.427736 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57526553-5a52-42f2-96b9-bff7956bc576 req-20010dde-2f0c-4d48-987c-a4b901d56685 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Sep 16 01:54:41.772086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7810d-3961-4775-9f69-eb64358a2803 req-bb0c609b-368b-4132-b20e-75dd19da0b5f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:41.773875 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6e7810d-3961-4775-9f69-eb64358a2803 req-bb0c609b-368b-4132-b20e-75dd19da0b5f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0518527 Sep 16 01:54:41.835681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b6e7810d-3961-4775-9f69-eb64358a2803 req-1b5c72e7-5c4b-4d8e-b64d-a139c0f40305 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 Sep 16 01:54:42.046262 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5ea83-01bb-41c6-87fa-3637c5a2eed7 req-db6e9643-c1a0-4263-9763-b1246118dddd tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:42.048605 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d9d5ea83-01bb-41c6-87fa-3637c5a2eed7 req-db6e9643-c1a0-4263-9763-b1246118dddd tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0804157 Sep 16 01:54:42.105805 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d9d5ea83-01bb-41c6-87fa-3637c5a2eed7 req-f5da3345-46f4-43d4-943d-a2359ffcaa91 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Sep 16 01:54:42.330882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d073a11-0636-40e9-9df6-9e8414a16709 req-07cb0347-29a5-40a2-8566-fe1ac182f27d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:42.332540 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2d073a11-0636-40e9-9df6-9e8414a16709 req-07cb0347-29a5-40a2-8566-fe1ac182f27d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0551207 Sep 16 01:54:42.400233 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2d073a11-0636-40e9-9df6-9e8414a16709 req-f4274cf0-7fac-4ef3-9dc7-b7ede29adad2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529585 Sep 16 01:54:42.566359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381570aa-5dec-48a2-8d18-95182b9a8917 req-78af1bb5-7efb-4810-b336-594b13355fdc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:42.568495 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-381570aa-5dec-48a2-8d18-95182b9a8917 req-78af1bb5-7efb-4810-b336-594b13355fdc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0546427 Sep 16 01:54:42.624659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:54:42.636145 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-381570aa-5dec-48a2-8d18-95182b9a8917 req-d1d07f9e-e3f6-42cb-a0d0-bc5e6a2e29aa tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621631 Sep 16 01:54:42.731712 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:42.743310 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'dc91b77b-583a-4740-a244-adc53daa4347', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:54:42.778003 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:42.778383 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:42.791805 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:42.811259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:42.814842 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:42.860612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:42.957222 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c1316-82db-438b-abd6-f4fcd6d24853 req-b247b1f6-0e97-4bb6-b2c8-45533737dae1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:42.959216 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f35c1316-82db-438b-abd6-f4fcd6d24853 req-b247b1f6-0e97-4bb6-b2c8-45533737dae1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0452909 Sep 16 01:54:43.005027 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f35c1316-82db-438b-abd6-f4fcd6d24853 req-1c00a7ec-8cb7-4d62-b482-576053e59e77 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 Sep 16 01:54:43.232455 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c00e9-443d-48bc-bd29-fe183d033fd6 req-b0548d3b-978a-4025-87a9-f3ad604c2d4e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:43.233940 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f98c00e9-443d-48bc-bd29-fe183d033fd6 req-b0548d3b-978a-4025-87a9-f3ad604c2d4e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Sep 16 01:54:43.284270 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f98c00e9-443d-48bc-bd29-fe183d033fd6 req-b2c32e48-a8d6-4c99-8d92-8d21bd78ebd4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Sep 16 01:54:43.537231 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021f311-d10e-48a5-983e-23425e8b270c req-ecaef486-9f84-4255-ad59-bfeebde90d3f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:43.538698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e021f311-d10e-48a5-983e-23425e8b270c req-ecaef486-9f84-4255-ad59-bfeebde90d3f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0526986 Sep 16 01:54:43.595498 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e021f311-d10e-48a5-983e-23425e8b270c req-1a28d880-5a0f-4bc6-af3c-fe07424c69ee tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 Sep 16 01:54:43.758097 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6d55d-aa35-4cff-ad69-385650c35850 req-f5a3815d-8d3d-40d3-a0a2-929c699e9e4e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:43.759531 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eae6d55d-aa35-4cff-ad69-385650c35850 req-f5a3815d-8d3d-40d3-a0a2-929c699e9e4e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0455384 Sep 16 01:54:43.806297 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eae6d55d-aa35-4cff-ad69-385650c35850 req-0ac235dc-8d41-4751-910a-9ec5a9c5f194 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412130 Sep 16 01:54:44.123189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b1cc-0b55-4f9f-8c27-f0977e570c1a req-611c0dd1-4e70-47e2-9afb-f60b4dd21ae0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:44.124653 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b324b1cc-0b55-4f9f-8c27-f0977e570c1a req-611c0dd1-4e70-47e2-9afb-f60b4dd21ae0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0456996 Sep 16 01:54:44.168367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:44.173547 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b324b1cc-0b55-4f9f-8c27-f0977e570c1a req-dc900627-3e37-41d7-a5e2-04823bca135f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Sep 16 01:54:44.405150 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6481-2786-446b-9f85-927f15e4d859 req-df0bfca5-1c8c-4a66-af03-16d465d3c8c9 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:44.406579 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d5fe6481-2786-446b-9f85-927f15e4d859 req-df0bfca5-1c8c-4a66-af03-16d465d3c8c9 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0483277 Sep 16 01:54:44.452893 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d5fe6481-2786-446b-9f85-927f15e4d859 req-7a20d788-f321-470f-a8dc-5146a2a31cc7 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Sep 16 01:54:44.727497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5338-af2c-47df-81c5-710ef59612b4 req-513e62ad-e31d-4d1d-b586-0b0b1cd756e5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:44.729374 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-325c5338-af2c-47df-81c5-710ef59612b4 req-513e62ad-e31d-4d1d-b586-0b0b1cd756e5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0493109 Sep 16 01:54:44.734314 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['dc91b77b-583a-4740-a244-adc53daa4347'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:54:44.815391 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-325c5338-af2c-47df-81c5-710ef59612b4 req-eb45c2a0-a76d-48b6-97ec-fc3bb60fa91a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805047 Sep 16 01:54:44.928914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c58af-a8fa-488b-aac8-5724a33184c6 req-2ac58a39-090e-437b-a339-543d250fcbf9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:44.930493 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b12c58af-a8fa-488b-aac8-5724a33184c6 req-2ac58a39-090e-437b-a339-543d250fcbf9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0470917 Sep 16 01:54:44.981475 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b12c58af-a8fa-488b-aac8-5724a33184c6 req-e0f0c437-d992-479e-a26e-3a7025f0506c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448303 Sep 16 01:54:45.267202 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:45.271455 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:45.297877 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32dbed-9af3-4b4a-b211-476e0b018e34 req-82015ef9-f666-45f9-9e30-ceea38ba29a2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:45.299339 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af32dbed-9af3-4b4a-b211-476e0b018e34 req-82015ef9-f666-45f9-9e30-ceea38ba29a2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0494423 Sep 16 01:54:45.348432 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af32dbed-9af3-4b4a-b211-476e0b018e34 req-9ef4376b-cbf4-405d-9edc-3b04afc16cb4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Sep 16 01:54:45.356691 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46028) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:45.464299 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6b47526-fb49-4a7e-b524-46c552f772a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.572566 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6b47526-fb49-4a7e-b524-46c552f772a2 admin admin] Publish callbacks [] for security_group (0a101ed1-b26c-4639-9ef3-40efdac49b46), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.578802 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6b47526-fb49-4a7e-b524-46c552f772a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0a101ed1-b26c-4639-9ef3-40efdac49b46), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.585782 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:45.605982 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98086292-24ee-42d3-87ad-a5c1441efb8e req-46c4c66f-2d00-46b1-bfe6-9e8155065018 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:45.607426 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-98086292-24ee-42d3-87ad-a5c1441efb8e req-46c4c66f-2d00-46b1-bfe6-9e8155065018 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0734935 Sep 16 01:54:45.639293 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b6b47526-fb49-4a7e-b524-46c552f772a2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=39c82c2591fd46e9b01773a3e51a9901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815552 Sep 16 01:54:45.642013 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46036) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:45.646422 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b47526-fb49-4a7e-b524-46c552f772a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a101ed1-b26c-4639-9ef3-40efdac49b46,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:45.677379 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-98086292-24ee-42d3-87ad-a5c1441efb8e req-303525eb-2a89-4609-aa69-0dd380d37533 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558157 Sep 16 01:54:45.696155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] Publish callbacks [] for security_group (0a101ed1-b26c-4639-9ef3-40efdac49b46), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.716494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:45.718766 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] Publish callbacks [] for security_group (0a101ed1-b26c-4639-9ef3-40efdac49b46), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.773288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (0a101ed1-b26c-4639-9ef3-40efdac49b46), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.775917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:45.777135 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0a101ed1-b26c-4639-9ef3-40efdac49b46 HTTP/1.1" status: 204 len: 168 time: 0.1340475 Sep 16 01:54:45.785096 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380014c4-e602-474d-bdbb-6c2306959ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a101ed1-b26c-4639-9ef3-40efdac49b46,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:45.960482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:45.971602 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7b4ad-3762-4d46-9f7f-fc9910c77f24 req-9b728195-786c-481b-ad3b-94a05b02623d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:45.981372 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1b7b4ad-3762-4d46-9f7f-fc9910c77f24 req-9b728195-786c-481b-ad3b-94a05b02623d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0817511 Sep 16 01:54:45.984620 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9cfae3a5-e231-4899-9105-b6a3825ed45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.030454 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1b7b4ad-3762-4d46-9f7f-fc9910c77f24 req-761fd161-58ae-4995-8d84-6b53ec42a3fd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480919 Sep 16 01:54:46.114047 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef91c3-2387-4c58-afce-e5c3389a4bb5 req-f3fe7612-7507-4e58-ae98-76ce82abff7e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:46.116148 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-edef91c3-2387-4c58-afce-e5c3389a4bb5 req-f3fe7612-7507-4e58-ae98-76ce82abff7e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0501709 Sep 16 01:54:46.131112 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:46.155902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46060) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:46.170000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.172552 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-edef91c3-2387-4c58-afce-e5c3389a4bb5 req-90a052cb-8c17-4fb0-8ddb-6e46a691289d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498602 Sep 16 01:54:46.247141 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Publish callbacks [] for security_group (18c0969d-72b4-491c-9585-f6a70ba509a1), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.250876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (18c0969d-72b4-491c-9585-f6a70ba509a1), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.288537 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3fe31f9d15b445e1b25e325491ca214c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314480 Sep 16 01:54:46.290614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0969d-72b4-491c-9585-f6a70ba509a1,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:46.291430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46062) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:46.297835 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.298178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.298539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.298881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.299212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.299535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.299859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.300315 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.300653 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.300979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.301321 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.301652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.302571 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.302946 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.303363 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4280e5-d2eb-4fa5-aead-02c186059ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.341213 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Publish callbacks [] for security_group (18c0969d-72b4-491c-9585-f6a70ba509a1), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.361617 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Publish callbacks [] for security_group (18c0969d-72b4-491c-9585-f6a70ba509a1), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.409755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (18c0969d-72b4-491c-9585-f6a70ba509a1), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.412952 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:46.414094 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/18c0969d-72b4-491c-9585-f6a70ba509a1 HTTP/1.1" status: 204 len: 168 time: 0.1216595 Sep 16 01:54:46.422033 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0969d-72b4-491c-9585-f6a70ba509a1,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:46.430745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.431095 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.431458 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.431802 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.432171 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.432502 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.432828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.433371 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.433680 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.434008 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.434353 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.434725 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.435060 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.435381 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.435700 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c557e5f-5718-4ad7-8fdc-39974a4faed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:46.479017 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877f22-cc19-4bb3-922d-3047f884c8a0 req-327a6685-753d-4a28-ae27-9ff7bff83c7b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:46.480582 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae877f22-cc19-4bb3-922d-3047f884c8a0 req-327a6685-753d-4a28-ae27-9ff7bff83c7b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0524313 Sep 16 01:54:46.534084 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae877f22-cc19-4bb3-922d-3047f884c8a0 req-67b63280-89d4-41e3-9646-3bc2de96a827 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Sep 16 01:54:46.799497 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975fe95-4272-47d6-b8eb-320c1436cd82 req-dacf1b37-99f9-40f4-b3d6-97d0b229c7a4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:46.801019 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b975fe95-4272-47d6-b8eb-320c1436cd82 req-dacf1b37-99f9-40f4-b3d6-97d0b229c7a4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0475144 Sep 16 01:54:46.852225 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b975fe95-4272-47d6-b8eb-320c1436cd82 req-7c39cc8d-3578-47e4-9503-0d5804471665 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Sep 16 01:54:47.161825 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784291b1-9f47-4dd3-92d2-32cc9ca238a1 req-210f71e6-a3c5-4e75-a908-d73575e42c04 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:47.163440 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-784291b1-9f47-4dd3-92d2-32cc9ca238a1 req-210f71e6-a3c5-4e75-a908-d73575e42c04 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0463333 Sep 16 01:54:47.214161 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-784291b1-9f47-4dd3-92d2-32cc9ca238a1 req-e7df9bb6-f48b-495a-8e9b-ac0612932d42 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449286 Sep 16 01:54:47.300337 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b1ed-c0ff-4681-88c7-9f6ce83892ae req-470e7f82-029f-4ff0-8590-71e8d53dd19d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:47.302319 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9333b1ed-c0ff-4681-88c7-9f6ce83892ae req-470e7f82-029f-4ff0-8590-71e8d53dd19d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0540404 Sep 16 01:54:47.363102 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9333b1ed-c0ff-4681-88c7-9f6ce83892ae req-eaaccdb9-de33-45ea-892f-a84ce78ee8a3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536849 Sep 16 01:54:47.560785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46110) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:47.666618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628d45-8959-4013-9894-a92024d3b821 req-a1b610f2-d95a-4e53-8610-0a646af6f15e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:47.668264 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11628d45-8959-4013-9894-a92024d3b821 req-a1b610f2-d95a-4e53-8610-0a646af6f15e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0537536 Sep 16 01:54:47.675184 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a8e59f0d-3c3d-4a77-95e1-b6fdbe058100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.701995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:47.717301 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11628d45-8959-4013-9894-a92024d3b821 req-179e1b09-0d58-439a-af86-dba0caab83cd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Sep 16 01:54:47.755740 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a8e59f0d-3c3d-4a77-95e1-b6fdbe058100 admin admin] Publish callbacks [] for security_group (49234639-92da-4f61-88f1-779723b9b083), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.759364 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a8e59f0d-3c3d-4a77-95e1-b6fdbe058100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (49234639-92da-4f61-88f1-779723b9b083), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.798650 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a8e59f0d-3c3d-4a77-95e1-b6fdbe058100 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fa08ef223aea41f8a9a32d17fd658522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367868 Sep 16 01:54:47.799519 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e59f0d-3c3d-4a77-95e1-b6fdbe058100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49234639-92da-4f61-88f1-779723b9b083,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:47.801574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46118) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:47.854650 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] Publish callbacks [] for security_group (49234639-92da-4f61-88f1-779723b9b083), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.874603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] Publish callbacks [] for security_group (49234639-92da-4f61-88f1-779723b9b083), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.924494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (49234639-92da-4f61-88f1-779723b9b083), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.927354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:47.928682 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/49234639-92da-4f61-88f1-779723b9b083 HTTP/1.1" status: 204 len: 168 time: 0.1260762 Sep 16 01:54:47.936858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d378a-6419-470a-a34a-870299cda981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49234639-92da-4f61-88f1-779723b9b083,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:47.977458 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398612bc-10cf-4df3-a0f0-f7ff818e9bbf req-1bbb3db2-f356-4595-ab6d-498afca66627 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:47.979110 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-398612bc-10cf-4df3-a0f0-f7ff818e9bbf req-1bbb3db2-f356-4595-ab6d-498afca66627 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Sep 16 01:54:48.039049 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-398612bc-10cf-4df3-a0f0-f7ff818e9bbf req-d099bc31-488b-4dbd-980b-c5f6c2bc61c3 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540047 Sep 16 01:54:48.341338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4b0d8-d9ef-4110-9284-f51b8820cc37 req-7055ccab-f77b-4093-8e75-090e6c43b8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:48.343095 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-13c4b0d8-d9ef-4110-9284-f51b8820cc37 req-7055ccab-f77b-4093-8e75-090e6c43b8fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0469344 Sep 16 01:54:48.376805 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:48.393994 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-13c4b0d8-d9ef-4110-9284-f51b8820cc37 req-77b2a76d-8540-470b-988b-caee327fc699 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Sep 16 01:54:48.434764 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd22e-0036-4f18-b62f-70224055bd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:48.493895 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2e0b-752d-48c2-b15c-2227b721e7b7 req-db6daa9a-20e4-438a-af80-2cc19c2d58f9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:48.495600 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5ead2e0b-752d-48c2-b15c-2227b721e7b7 req-db6daa9a-20e4-438a-af80-2cc19c2d58f9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0483561 Sep 16 01:54:48.545828 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5ead2e0b-752d-48c2-b15c-2227b721e7b7 req-481f71d3-e096-4479-813f-b2fc93d5509f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Sep 16 01:54:48.853054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146633c-0917-49e5-8230-7279a0e6218c req-27480be6-fd88-4c95-8f30-b18d87277fdd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:48.856839 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8146633c-0917-49e5-8230-7279a0e6218c req-27480be6-fd88-4c95-8f30-b18d87277fdd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0511839 Sep 16 01:54:48.904339 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8146633c-0917-49e5-8230-7279a0e6218c req-bc070dfb-c2a8-4c2e-a38b-f72f05a40eb5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Sep 16 01:54:49.168673 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e951ce-ca0a-4e19-b2a3-647bc3a12c67 req-d2e6e4b9-bd75-43d3-b1ac-4863066e87cc tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:49.172379 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d7e951ce-ca0a-4e19-b2a3-647bc3a12c67 req-d2e6e4b9-bd75-43d3-b1ac-4863066e87cc tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0518954 Sep 16 01:54:49.227286 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d7e951ce-ca0a-4e19-b2a3-647bc3a12c67 req-f9cba242-b18d-4be3-90ed-61dce4094768 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Sep 16 01:54:49.477167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:49.529811 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de349e6-01c9-4971-bf19-c47ec168e61a req-09b6dd8a-cbcf-4000-9998-158e9ae7f525 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:49.531325 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5de349e6-01c9-4971-bf19-c47ec168e61a req-09b6dd8a-cbcf-4000-9998-158e9ae7f525 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0484247 Sep 16 01:54:49.580146 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5de349e6-01c9-4971-bf19-c47ec168e61a req-86d0ba97-e133-461a-b00b-ab81ccabc7a6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Sep 16 01:54:49.639811 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:49.666307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:49.682721 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502de24-d35c-4e7d-a0e6-c0251bd8a398 req-288d8fd8-61f6-4034-aff1-3060e6495817 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:49.684499 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d502de24-d35c-4e7d-a0e6-c0251bd8a398 req-288d8fd8-61f6-4034-aff1-3060e6495817 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0546162 Sep 16 01:54:49.739018 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d502de24-d35c-4e7d-a0e6-c0251bd8a398 req-949aa0b9-58e8-426e-820f-cfd82cc10c18 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479653 Sep 16 01:54:49.758958 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:49.779577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:49.807491 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port dc91b77b-583a-4740-a244-adc53daa4347 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:54:49.814858 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port dc91b77b-583a-4740-a244-adc53daa4347 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:49.815309 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dc91b77b-583a-4740-a244-adc53daa4347), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:49.815656 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:54:49.900281 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:49.900907 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:49.950139 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:49.953197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37dd3c-cc86-4620-a7ac-92e96167d45d" -d '{"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:49.959628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:49.965673 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:50.079698 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f26d3-2f6d-477d-8a8c-3e3388ad45f3 x-openstack-request-id: req-ed9f26d3-2f6d-477d-8a8c-3e3388ad45f3 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:50.080806 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:50.081445 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed9f26d3-2f6d-477d-8a8c-3e3388ad45f3 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:50.082822 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9f26d3-2f6d-477d-8a8c-3e3388ad45f3'] response: {'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'code': 200} Sep 16 01:54:50.085069 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:50.093906 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e8d48-dac9-4de5-befa-3bc66590bc66 req-beee05b3-a24d-4bb8-bf73-50d7dfa5833b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:50.096235 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb1e8d48-dac9-4de5-befa-3bc66590bc66 req-beee05b3-a24d-4bb8-bf73-50d7dfa5833b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0811458 Sep 16 01:54:50.101375 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.102162 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.102931 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.103929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.104698 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.105634 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.106395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.106831 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.107260 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.108112 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.108574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.108951 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.109298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.109634 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.109966 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:54:50.176426 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb1e8d48-dac9-4de5-befa-3bc66590bc66 req-e775f736-daa5-48c0-baf2-55b276ebd90f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676265 Sep 16 01:54:50.403520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e11dd-932c-4212-988a-2a41c08227ce req-54411b2b-5076-45f5-a089-73c823b5f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:50.405753 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-54411b2b-5076-45f5-a089-73c823b5f3ff service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1128 time: 0.0513799 Sep 16 01:54:50.444225 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2a4a1-0b42-4442-ad52-e4fd00f17b35 req-b0aad06c-10c7-4cd8-9a68-27eba461fa45 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:50.445726 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4ed2a4a1-0b42-4442-ad52-e4fd00f17b35 req-b0aad06c-10c7-4cd8-9a68-27eba461fa45 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0800228 Sep 16 01:54:50.451599 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-6e07058f-10c9-490c-81a4-b6d1db11ad08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355031 Sep 16 01:54:50.496597 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4ed2a4a1-0b42-4442-ad52-e4fd00f17b35 req-f4c6d524-eac7-43ad-9cac-477fc5399127 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Sep 16 01:54:50.715882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b04bd2-ee72-4bb7-9a2a-c5a7c020d2c3 req-e390a7e9-0c67-40f1-8de3-00a3e7539fca tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:50.717368 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-62b04bd2-ee72-4bb7-9a2a-c5a7c020d2c3 req-e390a7e9-0c67-40f1-8de3-00a3e7539fca tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0465839 Sep 16 01:54:50.766082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-62b04bd2-ee72-4bb7-9a2a-c5a7c020d2c3 req-a55b683b-4f30-4848-b477-4e36768ad3e9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429404 Sep 16 01:54:50.866859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b0fb9-f715-49fa-b25d-553a47dc58c4 req-6fd7543e-7d60-4767-82e5-407127554d3b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:50.868351 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-446b0fb9-f715-49fa-b25d-553a47dc58c4 req-6fd7543e-7d60-4767-82e5-407127554d3b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0511689 Sep 16 01:54:50.916764 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-446b0fb9-f715-49fa-b25d-553a47dc58c4 req-bda29b1b-c472-4fbc-a948-aaa9c3fe5c8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Sep 16 01:54:51.068121 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:51.307516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a54cd4-d81c-4490-a04e-19d01516a668 req-f9eba89a-33bc-42de-b105-ebd379b85038 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:51.309472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33a54cd4-d81c-4490-a04e-19d01516a668 req-f9eba89a-33bc-42de-b105-ebd379b85038 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0538478 Sep 16 01:54:51.389189 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33a54cd4-d81c-4490-a04e-19d01516a668 req-815c3e03-d391-49b2-ba43-749d37164e7f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Sep 16 01:54:51.461890 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:51.656751 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97344c-d93b-450e-9263-ffeb91661223 req-be50df3f-f9e9-4d85-90c1-abb01d5bd3f4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:51.665730 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0d97344c-d93b-450e-9263-ffeb91661223 req-be50df3f-f9e9-4d85-90c1-abb01d5bd3f4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0746672 Sep 16 01:54:51.731355 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 6bf23a1f-07f6-4b96-abf5-7191389578be details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:54:51.736906 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0d97344c-d93b-450e-9263-ffeb91661223 req-f7884165-cbcb-425a-8ea0-216bfaf26a73 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695131 Sep 16 01:54:51.745157 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46302) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:51.919442 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6bf23a1f-07f6-4b96-abf5-7191389578be,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:51.936687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '6bf23a1f-07f6-4b96-abf5-7191389578be', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'port_id': '6bf23a1f-07f6-4b96-abf5-7191389578be', 'mac_address': 'fa:16:3e:8b:b4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:54:51.941219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92812d3b-fc62-4c12-8d6b-321f570dc91f req-fbb2c2c0-6986-4506-abfb-3314138178c1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:51.957213 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92812d3b-fc62-4c12-8d6b-321f570dc91f req-fbb2c2c0-6986-4506-abfb-3314138178c1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0692258 Sep 16 01:54:51.983681 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 6bf23a1f-07f6-4b96-abf5-7191389578be is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:51.984658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:51.999790 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf23a1f-07f6-4b96-abf5-7191389578be {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:52.040381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-af53ceea-f93b-4080-9368-f72f0df731eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.054315 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6bf23a1f-07f6-4b96-abf5-7191389578be,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:52.061513 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.092839 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c5d16-5b9e-4101-bef3-7e6212d0d147 req-71ef1db8-f97e-454c-953f-3a88f19db55b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:52.094641 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b63c5d16-5b9e-4101-bef3-7e6212d0d147 req-71ef1db8-f97e-454c-953f-3a88f19db55b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0815046 Sep 16 01:54:52.100401 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92812d3b-fc62-4c12-8d6b-321f570dc91f req-56d29ee8-5d19-43ee-9ead-ec9f9aa17770 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401455 Sep 16 01:54:52.132051 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46316) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:52.188301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:52.203974 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b63c5d16-5b9e-4101-bef3-7e6212d0d147 req-9285d995-d4e0-4ff2-85c7-0025e85a17fb tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889943 Sep 16 01:54:52.224181 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:52.244371 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-af53ceea-f93b-4080-9368-f72f0df731eb admin admin] Publish callbacks [] for security_group (9022b07e-093a-4866-ba7f-0b9f483a6b24), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.248659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-af53ceea-f93b-4080-9368-f72f0df731eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9022b07e-093a-4866-ba7f-0b9f483a6b24), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.303525 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-af53ceea-f93b-4080-9368-f72f0df731eb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7a5e20f9185e4f0bb95264dfb484e56c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5569050 Sep 16 01:54:52.304832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee7e58a3-b9ce-434e-ba6b-7200a5af3f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.306285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46320) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:52.306888 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53ceea-f93b-4080-9368-f72f0df731eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022b07e-093a-4866-ba7f-0b9f483a6b24,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:52.375746 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] Publish callbacks [] for security_group (9022b07e-093a-4866-ba7f-0b9f483a6b24), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.405413 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] Publish callbacks [] for security_group (9022b07e-093a-4866-ba7f-0b9f483a6b24), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.468979 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9022b07e-093a-4866-ba7f-0b9f483a6b24), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.471791 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.472957 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9022b07e-093a-4866-ba7f-0b9f483a6b24 HTTP/1.1" status: 204 len: 168 time: 0.1648545 Sep 16 01:54:52.485792 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebcb36-fb38-4e00-ba9b-8796a84b7d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022b07e-093a-4866-ba7f-0b9f483a6b24,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:52.544675 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['6bf23a1f-07f6-4b96-abf5-7191389578be'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:54:52.626422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d7cc5-c7ed-4ce8-943f-e55832aba802 req-6a353d56-86e1-4c51-a7ec-f5ce3e7b6564 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:52.628070 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7e3d7cc5-c7ed-4ce8-943f-e55832aba802 req-6a353d56-86e1-4c51-a7ec-f5ce3e7b6564 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0607767 Sep 16 01:54:52.654101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:52.688801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:52.697847 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee7e58a3-b9ce-434e-ba6b-7200a5af3f69 admin admin] Publish callbacks [] for security_group (6cf2047e-be0b-4979-8b80-8748a2010695), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.703896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee7e58a3-b9ce-434e-ba6b-7200a5af3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6cf2047e-be0b-4979-8b80-8748a2010695), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.729242 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7e3d7cc5-c7ed-4ce8-943f-e55832aba802 req-8fc77c04-ef34-41b7-9134-d7d62cad0efe tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935156 Sep 16 01:54:52.758818 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ee7e58a3-b9ce-434e-ba6b-7200a5af3f69 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b5036e542c9b4660bae75ec91a8a3f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6232324 Sep 16 01:54:52.760327 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46342) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:52.768487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e58a3-b9ce-434e-ba6b-7200a5af3f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2047e-be0b-4979-8b80-8748a2010695,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:52.877381 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] Publish callbacks [] for security_group (6cf2047e-be0b-4979-8b80-8748a2010695), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.925972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] Publish callbacks [] for security_group (6cf2047e-be0b-4979-8b80-8748a2010695), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.954571 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46352) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:52.972034 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b271fd81-f7e7-4706-8c43-4a893aae3a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:52.987954 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a8efe-72ae-4bcc-8c38-2f6deb5bde9d req-a1f1c7ef-0080-460a-9def-74f0d1c26c61 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:52.989687 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6c8a8efe-72ae-4bcc-8c38-2f6deb5bde9d req-a1f1c7ef-0080-460a-9def-74f0d1c26c61 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.1076977 Sep 16 01:54:53.014942 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:53.131420 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6c8a8efe-72ae-4bcc-8c38-2f6deb5bde9d req-ef41091e-ff92-40e2-814a-5bb19e74cc20 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357253 Sep 16 01:54:53.190836 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:53.214749 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6cf2047e-be0b-4979-8b80-8748a2010695), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.218064 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.219278 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6cf2047e-be0b-4979-8b80-8748a2010695 HTTP/1.1" status: 204 len: 168 time: 0.4574134 Sep 16 01:54:53.222028 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-670f9da7-794f-492e-86b5-85074006353a req-718c2bb1-79b2-4524-8e01-c131a44e380c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819489 Sep 16 01:54:53.229305 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-1e9f1f07-ab0f-43ec-a5f1-f2ca92a0c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.230806 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-1e9f1f07-ab0f-43ec-a5f1-f2ca92a0c50a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1127 time: 0.2006295 Sep 16 01:54:53.233049 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b271fd81-f7e7-4706-8c43-4a893aae3a15 admin admin] Publish callbacks [] for security_group (813f31ac-0c2f-46dc-8f39-17d0d39c78c3), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.240856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b271fd81-f7e7-4706-8c43-4a893aae3a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (813f31ac-0c2f-46dc-8f39-17d0d39c78c3), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.276791 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c1b99-4044-427e-9247-35622c3a7d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2047e-be0b-4979-8b80-8748a2010695,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:53.409424 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28a38-e239-4a34-82b9-718ab2c1ebc4 req-d7d0bddd-d6b6-46fb-8de5-865b1eeed4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.411320 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fd28a38-e239-4a34-82b9-718ab2c1ebc4 req-d7d0bddd-d6b6-46fb-8de5-865b1eeed4b6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1129 time: 0.1362042 Sep 16 01:54:53.428341 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546172e2-ca89-425b-85fd-392d490fc558 req-a90f9e52-ce59-40ac-8c94-478dbae6408a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.432503 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546172e2-ca89-425b-85fd-392d490fc558 req-a90f9e52-ce59-40ac-8c94-478dbae6408a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 943 time: 0.0848687 Sep 16 01:54:53.472247 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b271fd81-f7e7-4706-8c43-4a893aae3a15 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0379b9b287ee4854adb4ef9660e7fd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220945 Sep 16 01:54:53.473149 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271fd81-f7e7-4706-8c43-4a893aae3a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f31ac-0c2f-46dc-8f39-17d0d39c78c3,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:53.476664 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46368) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:53.494471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e11dd-932c-4212-988a-2a41c08227ce req-2c4640d1-3157-4630-be4b-50a6b1e47656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.495095 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-546172e2-ca89-425b-85fd-392d490fc558 req-87f3f7f5-eb19-408b-9fa6-39a7a6fcf0db tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583408 Sep 16 01:54:53.495896 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-2c4640d1-3157-4630-be4b-50a6b1e47656 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.4669847 Sep 16 01:54:53.501202 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:53.527369 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157c3c6-30a7-4fe0-a799-ff678d372a0a req-ff956f88-826f-4107-9523-ec12b88a82bb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.528982 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9157c3c6-30a7-4fe0-a799-ff678d372a0a req-ff956f88-826f-4107-9523-ec12b88a82bb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.1776056 Sep 16 01:54:53.588426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-e062a2b3-34f5-4cb8-8aab-843bb6098726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.589914 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-e062a2b3-34f5-4cb8-8aab-843bb6098726 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.3183260 Sep 16 01:54:53.623168 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9157c3c6-30a7-4fe0-a799-ff678d372a0a req-b192c8b4-5af1-4514-90f9-18fb91f3a81d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867257 Sep 16 01:54:53.623764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] Publish callbacks [] for security_group (813f31ac-0c2f-46dc-8f39-17d0d39c78c3), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.645914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] Publish callbacks [] for security_group (813f31ac-0c2f-46dc-8f39-17d0d39c78c3), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.687389 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46372) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:53.695351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (813f31ac-0c2f-46dc-8f39-17d0d39c78c3), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.698198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.699336 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/813f31ac-0c2f-46dc-8f39-17d0d39c78c3 HTTP/1.1" status: 204 len: 168 time: 0.2151992 Sep 16 01:54:53.708580 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbc83b-7848-41cb-b492-e0dfa7b98083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f31ac-0c2f-46dc-8f39-17d0d39c78c3,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:53.709485 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2f02-48db-425f-993c-a528aa77d0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.753998 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 32e8d554-2d45-428d-8c7c-03347e83c61a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:54:53.801073 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 6bf23a1f-07f6-4b96-abf5-7191389578be up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:53.821321 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2f02-48db-425f-993c-a528aa77d0bf admin admin] Publish callbacks [] for security_group (d9cc3581-ff78-42f1-91c1-92aa141bfbe7), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.833960 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2f02-48db-425f-993c-a528aa77d0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d9cc3581-ff78-42f1-91c1-92aa141bfbe7), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:53.870780 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f2f02-48db-425f-993c-a528aa77d0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc3581-ff78-42f1-91c1-92aa141bfbe7,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:53.901663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:53.939128 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2e1f2f02-48db-425f-993c-a528aa77d0bf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=72f058280223479fb7853896b7fd7394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504265 Sep 16 01:54:53.939405 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46378) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:53.974755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec032-b7e1-4f32-a223-88f21d4d0230 req-3f0b3a7b-199e-46c6-b137-9ff60231a8ea tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:53.978129 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8ccec032-b7e1-4f32-a223-88f21d4d0230 req-3f0b3a7b-199e-46c6-b137-9ff60231a8ea tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.1038513 Sep 16 01:54:54.043544 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] Publish callbacks [] for security_group (d9cc3581-ff78-42f1-91c1-92aa141bfbe7), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.063507 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8ccec032-b7e1-4f32-a223-88f21d4d0230 req-ec0239fd-afb7-4cad-858e-607a66c776ac tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Sep 16 01:54:54.065629 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 6bf23a1f-07f6-4b96-abf5-7191389578be completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:54:54.079662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 6bf23a1f-07f6-4b96-abf5-7191389578be triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:54.080301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.080967 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 6bf23a1f-07f6-4b96-abf5-7191389578be Sep 16 01:54:54.106608 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] Publish callbacks [] for security_group (d9cc3581-ff78-42f1-91c1-92aa141bfbe7), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.108992 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=32e8d554-2d45-428d-8c7c-03347e83c61a,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:54.131223 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'port_id': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'mac_address': 'fa:16:3e:c5:90:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:54:54.151618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:54.194444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d9cc3581-ff78-42f1-91c1-92aa141bfbe7), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.203286 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.203477 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 32e8d554-2d45-428d-8c7c-03347e83c61a is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:54.204024 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.204546 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d9cc3581-ff78-42f1-91c1-92aa141bfbe7 HTTP/1.1" status: 204 len: 168 time: 0.2635629 Sep 16 01:54:54.216876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c516680-e18f-46e7-91cc-631a43ae29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc3581-ff78-42f1-91c1-92aa141bfbe7,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:54.234500 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 6bf23a1f-07f6-4b96-abf5-7191389578be is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:54.234879 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.241406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e8d554-2d45-428d-8c7c-03347e83c61a {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:54.293794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=32e8d554-2d45-428d-8c7c-03347e83c61a,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:54.298611 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:54.301096 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b88041-a34d-4fb9-9966-55a39454c5a9" -d '{"events": [{"server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "name": "network-vif-plugged", "status": "completed", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:54.312221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.326311 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6bf23a1f-07f6-4b96-abf5-7191389578be,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:54.350495 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.378624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf15c03-79ba-4c9c-bd24-e6714ccc880f x-openstack-request-id: req-4bf15c03-79ba-4c9c-bd24-e6714ccc880f {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:54.379190 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "name": "network-vif-plugged", "status": "completed", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:54.380037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bf15c03-79ba-4c9c-bd24-e6714ccc880f {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:54.380905 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf15c03-79ba-4c9c-bd24-e6714ccc880f'] response: {'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be', 'code': 200} Sep 16 01:54:54.387824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cafd3b-15e8-4e1d-abe0-9f2043294613 req-052868f5-bf76-4d83-8d0c-f854870ba12e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:54.392156 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:54.407849 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-04cafd3b-15e8-4e1d-abe0-9f2043294613 req-052868f5-bf76-4d83-8d0c-f854870ba12e tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.1359091 Sep 16 01:54:54.500494 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-04cafd3b-15e8-4e1d-abe0-9f2043294613 req-7dd7c15f-8599-4415-88c9-e6ad0c6d8be4 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917053 Sep 16 01:54:54.528719 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:54.656432 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f6f8-f9f4-4c4d-b755-bb77758ba819 req-2e0c789f-ee87-4601-9b43-fe6b4e253857 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:54.666025 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-42c8f6f8-f9f4-4c4d-b755-bb77758ba819 req-2e0c789f-ee87-4601-9b43-fe6b4e253857 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 944 time: 0.0605214 Sep 16 01:54:54.732987 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-42c8f6f8-f9f4-4c4d-b755-bb77758ba819 req-fa2f328c-c5fe-4532-8a6a-c35b1d57c330 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629025 Sep 16 01:54:54.826350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46414) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:54.835958 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['32e8d554-2d45-428d-8c7c-03347e83c61a'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:54:54.866929 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ce6449a0-9e21-4e4b-b325-a8da7ec57c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:54.873121 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f2e81-14fb-4815-86a2-2fd9e1460256 req-db6ed34f-5d9b-411f-9d4d-03a7f4f33eec tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:54.885700 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff7f2e81-14fb-4815-86a2-2fd9e1460256 req-db6ed34f-5d9b-411f-9d4d-03a7f4f33eec tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.1111822 Sep 16 01:54:54.967385 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff7f2e81-14fb-4815-86a2-2fd9e1460256 req-34f30de5-c98e-4381-93ad-b082777c13d8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807648 Sep 16 01:54:55.054186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ce6449a0-9e21-4e4b-b325-a8da7ec57c6d admin admin] Publish callbacks [] for security_group (584e8834-182e-469b-ba99-ac324b9dac65), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.059864 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ce6449a0-9e21-4e4b-b325-a8da7ec57c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (584e8834-182e-469b-ba99-ac324b9dac65), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.125803 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ce6449a0-9e21-4e4b-b325-a8da7ec57c6d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=500b5a975ae64af08e4443cd284ad02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983558 Sep 16 01:54:55.126952 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6449a0-9e21-4e4b-b325-a8da7ec57c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584e8834-182e-469b-ba99-ac324b9dac65,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:55.128576 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46432) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:55.195200 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] Publish callbacks [] for security_group (584e8834-182e-469b-ba99-ac324b9dac65), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.216324 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] Publish callbacks [] for security_group (584e8834-182e-469b-ba99-ac324b9dac65), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.222150 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7877f-cdd1-45c8-b756-ff84bcf97a07 req-6daf9d12-e533-4ed0-a379-b912c554ee8e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:55.224399 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3fe7877f-cdd1-45c8-b756-ff84bcf97a07 req-6daf9d12-e533-4ed0-a379-b912c554ee8e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.0530910 Sep 16 01:54:55.231536 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46436) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:55.244824 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:55.271317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (584e8834-182e-469b-ba99-ac324b9dac65), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.274351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.275746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/584e8834-182e-469b-ba99-ac324b9dac65 HTTP/1.1" status: 204 len: 168 time: 0.1459138 Sep 16 01:54:55.285492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122f28-399b-4c7a-ba39-906984257655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584e8834-182e-469b-ba99-ac324b9dac65,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:55.298034 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3fe7877f-cdd1-45c8-b756-ff84bcf97a07 req-d14670a7-8d18-4ed3-a7f0-0265a5962cb0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Sep 16 01:54:55.372827 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363309269-network', 'tenant_id': '3f342e4529b64add8e216082ef9dff14'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:55.397290 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Made reservation on behalf of 3f342e4529b64add8e216082ef9dff14 for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:55.399692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.408713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.440395 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:55.494831 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks [] for security_group (6ce267cf-9e65-4a74-92cc-50010ba6ac85), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.498624 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6ce267cf-9e65-4a74-92cc-50010ba6ac85), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.531096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:54:55.544777 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce267cf-9e65-4a74-92cc-50010ba6ac85,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:55.548527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (f4100025-33ec-40bd-9dcb-7379e619e66e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.548899 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Added segment f4100025-33ec-40bd-9dcb-7379e619e66e of type vlan for network a3c3c835-0d3a-489b-81da-8fe1570cdedf Sep 16 01:54:55.601258 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (a3c3c835-0d3a-489b-81da-8fe1570cdedf), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.632236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (a3c3c835-0d3a-489b-81da-8fe1570cdedf), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.632236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:55.632236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.657316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06e40-24a2-4e8d-92e6-8899da2c8958 req-1488317a-1ce6-4c83-8748-456874db9426 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:55.666728 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-edc06e40-24a2-4e8d-92e6-8899da2c8958 req-1488317a-1ce6-4c83-8748-456874db9426 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0613394 Sep 16 01:54:55.687415 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4547713 Sep 16 01:54:55.690491 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46454) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:55.699009 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97d22b-5a9b-49e0-9df4-e1ddc026a805 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c3c835-0d3a-489b-81da-8fe1570cdedf,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:55.705528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Request body: {'subnet': {'network_id': 'a3c3c835-0d3a-489b-81da-8fe1570cdedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363309269-subnet', 'tenant_id': '3f342e4529b64add8e216082ef9dff14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:55.709739 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network a3c3c835-0d3a-489b-81da-8fe1570cdedf details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:54:55.779515 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-e24b46ac-73ea-4297-8b82-9a7f4e90894f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 217 time: 0.0876801 Sep 16 01:54:55.784649 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-a42c2b2c-6932-4089-9faf-81101635c63d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 217 time: 0.0844996 Sep 16 01:54:55.812319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Made reservation on behalf of 3f342e4529b64add8e216082ef9dff14 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:55.815553 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:55.835842 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-edc06e40-24a2-4e8d-92e6-8899da2c8958 req-2436aae1-54ca-4ec1-bb37-6fd199f7e59b tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679547 Sep 16 01:54:55.874822 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fd28a38-e239-4a34-82b9-718ab2c1ebc4 req-3e1b394e-b993-4d43-80e4-101070802859 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930820 Sep 16 01:54:55.928682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:55.950056 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a500dc-5cb7-4741-85a6-f9dc2b5b037c req-45a2eb3f-cb79-48c4-8f74-d2bef63a6b62 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:55.951265 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a500dc-5cb7-4741-85a6-f9dc2b5b037c req-45a2eb3f-cb79-48c4-8f74-d2bef63a6b62 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 944 time: 0.0623844 Sep 16 01:54:55.970475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f93c0228-6dda-49f9-ac21-d2d3362262fa details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:54:56.014570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 32e8d554-2d45-428d-8c7c-03347e83c61a up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:54:56.041409 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a500dc-5cb7-4741-85a6-f9dc2b5b037c req-0765d68d-2311-4d2f-be72-be4d165a00a5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821526 Sep 16 01:54:56.047738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:56.139649 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (217b978f-24e7-4723-addf-88d8d943c1d3), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.179131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 32e8d554-2d45-428d-8c7c-03347e83c61a completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:54:56.185055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8631dbb-c7f8-4a79-9f80-b786f23c13bd req-1c9d0817-82ec-4e01-b6f9-a930e0853cdf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:56.189672 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:56.192726 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e8631dbb-c7f8-4a79-9f80-b786f23c13bd req-1c9d0817-82ec-4e01-b6f9-a930e0853cdf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.1057692 Sep 16 01:54:56.207309 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 32e8d554-2d45-428d-8c7c-03347e83c61a triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:54:56.208217 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.208886 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 32e8d554-2d45-428d-8c7c-03347e83c61a Sep 16 01:54:56.238381 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:56.263210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'f93c0228-6dda-49f9-ac21-d2d3362262fa', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'port_id': 'f93c0228-6dda-49f9-ac21-d2d3362262fa', 'mac_address': 'fa:16:3e:08:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:54:56.274932 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217b978f-24e7-4723-addf-88d8d943c1d3,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:56.311452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:56.359256 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Checking segment: {'id': 'f4100025-33ec-40bd-9dcb-7379e619e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a3c3c835-0d3a-489b-81da-8fe1570cdedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:56.359603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Network hostable DHCP agents. Network: a3c3c835-0d3a-489b-81da-8fe1570cdedf, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:54:56.374938 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f93c0228-6dda-49f9-ac21-d2d3362262fa is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:56.377169 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.394716 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e8631dbb-c7f8-4a79-9f80-b786f23c13bd req-001f29e6-e19e-4252-babf-b7000f867755 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010500 Sep 16 01:54:56.421941 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 32e8d554-2d45-428d-8c7c-03347e83c61a is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:54:56.422778 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.426765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e11dd-932c-4212-988a-2a41c08227ce req-59b40fb6-a1c0-4757-a038-370b47a15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:56.428288 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-59b40fb6-a1c0-4757-a038-370b47a15629 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.1051774 Sep 16 01:54:56.431791 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93c0228-6dda-49f9-ac21-d2d3362262fa {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:54:56.434917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Network a3c3c835-0d3a-489b-81da-8fe1570cdedf is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:54:56.463182 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, a3c3c835-0d3a-489b-81da-8fe1570cdedf) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:56.477682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:56.480543 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.484646 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef0d6d-69ea-416e-9a2e-cc6528865300 None None] Network a3c3c835-0d3a-489b-81da-8fe1570cdedf requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:54:56.493476 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:56.509953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:54:56.512505 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3b0df-e6d2-47c6-bf32-10f0566756f3" -d '{"events": [{"server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "name": "network-vif-plugged", "status": "completed", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:54:56.514044 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-18ace24d-7e56-45ad-8495-cde850203473 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8119302 Sep 16 01:54:56.565800 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea7580-5772-41e1-9648-0de17e1d5c09 req-ee6b7f4a-db30-4f1b-bde6-bddbd709faa1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:56.571623 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3ea7580-5772-41e1-9648-0de17e1d5c09 req-ee6b7f4a-db30-4f1b-bde6-bddbd709faa1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 943 time: 0.1282580 Sep 16 01:54:56.597675 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.630604 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1fdd6c-c349-41e2-8785-5272534db67e x-openstack-request-id: req-ad1fdd6c-c349-41e2-8785-5272534db67e {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:54:56.630825 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "name": "network-vif-plugged", "status": "completed", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:54:56.631078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad1fdd6c-c349-41e2-8785-5272534db67e {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:54:56.631486 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1fdd6c-c349-41e2-8785-5272534db67e'] response: {'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'code': 200} Sep 16 01:54:56.643075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=32e8d554-2d45-428d-8c7c-03347e83c61a,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:54:56.659660 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f3ea7580-5772-41e1-9648-0de17e1d5c09 req-4e610dc0-c0ce-4d34-beb7-2707abbe9d41 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782442 Sep 16 01:54:56.683023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:56.723980 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:56.781424 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-66bc495e-9273-4d3e-a986-2bfa629bb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:56.783133 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-66bc495e-9273-4d3e-a986-2bfa629bb5b7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0724895 Sep 16 01:54:56.794813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5bfd9-f23b-46bb-8df6-24d61ebc7d5a None None] Network a3c3c835-0d3a-489b-81da-8fe1570cdedf requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:54:56.870104 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:57.023544 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e11dd-932c-4212-988a-2a41c08227ce req-dc345c91-12ff-4212-917a-95c3283bf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.024455 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-dc345c91-12ff-4212-917a-95c3283bf8f0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085835 Sep 16 01:54:57.040365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cbf97-a25a-449d-9f1c-2834f52c0245 req-371a88af-1141-4c7d-9e84-5902f72ccf66 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.041900 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-481cbf97-a25a-449d-9f1c-2834f52c0245 req-371a88af-1141-4c7d-9e84-5902f72ccf66 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0623279 Sep 16 01:54:57.101118 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-481cbf97-a25a-449d-9f1c-2834f52c0245 req-f883fc95-fdd8-4290-b3d9-454a8b9f3636 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Sep 16 01:54:57.199475 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5aa7-5043-40ad-8e2c-4395a6da8c7c req-1bfca31f-eb5a-4e7c-a08f-42be677c677b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.206487 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f42e5aa7-5043-40ad-8e2c-4395a6da8c7c req-1bfca31f-eb5a-4e7c-a08f-42be677c677b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0664725 Sep 16 01:54:57.276398 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f42e5aa7-5043-40ad-8e2c-4395a6da8c7c req-9ea85031-6d28-4de6-8817-31465bb93d90 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689154 Sep 16 01:54:57.383956 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46532) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:57.388991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-989495180-network', 'tenant_id': '1fa5587735f64d3d95b425da75a1350d'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:57.410283 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Made reservation on behalf of 1fa5587735f64d3d95b425da75a1350d for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:57.413384 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.422878 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.499291 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['f93c0228-6dda-49f9-ac21-d2d3362262fa'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:54:57.569791 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks [] for security_group (78fd10f2-bb8c-4524-81f5-8c41644093f6), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.575489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (78fd10f2-bb8c-4524-81f5-8c41644093f6), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.665273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:54:57.678426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fd10f2-bb8c-4524-81f5-8c41644093f6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:57.689020 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (5fffc2bd-6c29-4521-9638-73e19f3df855), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.689536 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Added segment 5fffc2bd-6c29-4521-9638-73e19f3df855 of type vlan for network c2de1507-3202-4a21-b9b3-f5b0a1e5e721 Sep 16 01:54:57.705702 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ab5e-ad2d-4b7b-bc9f-83bd82f10d71 req-9dbddaa8-c09a-4a0c-bd07-becdcdb2c0ea tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.708010 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a346ab5e-ad2d-4b7b-bc9f-83bd82f10d71 req-9dbddaa8-c09a-4a0c-bd07-becdcdb2c0ea tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.1210361 Sep 16 01:54:57.791455 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=10 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:57.807758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (c2de1507-3202-4a21-b9b3-f5b0a1e5e721), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.838838 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.854762 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223478ba-75fe-4889-813d-0be2670d7014 req-1a72e338-c303-46e4-8393-c55de9855f92 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.856494 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-223478ba-75fe-4889-813d-0be2670d7014 req-1a72e338-c303-46e4-8393-c55de9855f92 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0831780 Sep 16 01:54:57.870005 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a346ab5e-ad2d-4b7b-bc9f-83bd82f10d71 req-0f37405f-825c-47b2-bc8e-357d72a92075 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375537 Sep 16 01:54:57.892697 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (c2de1507-3202-4a21-b9b3-f5b0a1e5e721), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.894121 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:57.894708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:57.926030 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-223478ba-75fe-4889-813d-0be2670d7014 req-7e3074c3-6003-4faf-bb65-e8ccbfc5f6d6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620754 Sep 16 01:54:57.956155 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5707719 Sep 16 01:54:57.959469 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46560) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:57.965105 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Request body: {'subnet': {'network_id': 'c2de1507-3202-4a21-b9b3-f5b0a1e5e721', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-989495180-subnet', 'tenant_id': '1fa5587735f64d3d95b425da75a1350d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:54:57.975663 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6db5d-8a6e-41b6-a47b-c7142533a83f admin admin] Pushing event updated for resources: {'Network': ['ID=c2de1507-3202-4a21-b9b3-f5b0a1e5e721,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:57.989652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network c2de1507-3202-4a21-b9b3-f5b0a1e5e721 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:54:57.990742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:57.998635 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Made reservation on behalf of 1fa5587735f64d3d95b425da75a1350d for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:54:58.001314 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27835106'] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.015481 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46566) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:58.039004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:58.186571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:58.201106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee26046f-6332-4425-95bd-7429b4753768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.218859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1943733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27835124'] for subnet (189c67f0-7789-4298-aaaf-cecbcac2006e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.305681 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=189c67f0-7789-4298-aaaf-cecbcac2006e,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:58.327604 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Checking segment: {'id': '5fffc2bd-6c29-4521-9638-73e19f3df855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c2de1507-3202-4a21-b9b3-f5b0a1e5e721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:54:58.328021 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Network hostable DHCP agents. Network: c2de1507-3202-4a21-b9b3-f5b0a1e5e721, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:54:58.369344 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee26046f-6332-4425-95bd-7429b4753768 admin admin] Publish callbacks [] for security_group (4abfbe96-7769-4b45-8c83-926caed0066d), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.375989 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee26046f-6332-4425-95bd-7429b4753768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4abfbe96-7769-4b45-8c83-926caed0066d), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.383530 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Network c2de1507-3202-4a21-b9b3-f5b0a1e5e721 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:54:58.413194 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02d7d0-def1-4637-95e8-217889620569 req-29af90bd-89db-4c23-82bb-a5fc5a25807b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:58.415348 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, c2de1507-3202-4a21-b9b3-f5b0a1e5e721) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:54:58.423265 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:58.423388 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed02d7d0-def1-4637-95e8-217889620569 req-29af90bd-89db-4c23-82bb-a5fc5a25807b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0585139 Sep 16 01:54:58.423480 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.431354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e672b-aba9-4ee7-9499-17ca0abe9e1d None None] Network c2de1507-3202-4a21-b9b3-f5b0a1e5e721 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:54:58.439472 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ee26046f-6332-4425-95bd-7429b4753768 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=91c9fd811c6848cca297e03cf0da9642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229374 Sep 16 01:54:58.440136 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46588) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:58.449917 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26046f-6332-4425-95bd-7429b4753768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abfbe96-7769-4b45-8c83-926caed0066d,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:58.467036 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8cae7cac-6566-47de-ac8c-58fcec7aaf7b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5063682 Sep 16 01:54:58.497001 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed02d7d0-def1-4637-95e8-217889620569 req-995e2c38-72cb-47f7-b21e-ef5f36a18399 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758691 Sep 16 01:54:58.502116 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:58.530053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] Publish callbacks [] for security_group (4abfbe96-7769-4b45-8c83-926caed0066d), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.574359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] Publish callbacks [] for security_group (4abfbe96-7769-4b45-8c83-926caed0066d), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.591276 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5d7b6-9461-4dd9-8d6e-bc974e7c7d6f None None] Network c2de1507-3202-4a21-b9b3-f5b0a1e5e721 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:54:58.653939 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4abfbe96-7769-4b45-8c83-926caed0066d), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.656498 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:58.660517 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4abfbe96-7769-4b45-8c83-926caed0066d HTTP/1.1" status: 204 len: 168 time: 0.2164669 Sep 16 01:54:58.669564 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f06f4-de45-4efb-8cca-519e04b1adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abfbe96-7769-4b45-8c83-926caed0066d,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:58.878118 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46612) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.032928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70682-b3a9-4840-a070-b22e3280c354 req-34798ed1-1334-4ff9-a184-4eaba6013ff2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:59.042594 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-92e70682-b3a9-4840-a070-b22e3280c354 req-34798ed1-1334-4ff9-a184-4eaba6013ff2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0740304 Sep 16 01:54:59.042776 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46620) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.080452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ff555ae-72b2-4f2e-a034-dff9e445ec7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.084088 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:59.086643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:59.093930 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-846c4397-c70c-47fa-a8b4-645d01c10b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.108588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d220d-9492-4ba2-84ce-4a6479302e78 req-e406ae9c-020e-4a89-939d-81e28a0efe00 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:59.110107 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-940d220d-9492-4ba2-84ce-4a6479302e78 req-e406ae9c-020e-4a89-939d-81e28a0efe00 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0810266 Sep 16 01:54:59.112082 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-92e70682-b3a9-4840-a070-b22e3280c354 req-00ec1bf8-501a-4182-bae1-eb404aa4a95e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706720 Sep 16 01:54:59.192636 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-846c4397-c70c-47fa-a8b4-645d01c10b65 admin admin] Publish callbacks [] for security_group (8d28db21-353a-4a6c-9d7c-36aba3f0c750), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.198183 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-846c4397-c70c-47fa-a8b4-645d01c10b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8d28db21-353a-4a6c-9d7c-36aba3f0c750), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.228693 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-940d220d-9492-4ba2-84ce-4a6479302e78 req-c0003249-bdc0-4b5d-8c5b-df497f7259ee tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Sep 16 01:54:59.245849 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ff555ae-72b2-4f2e-a034-dff9e445ec7a admin admin] Publish callbacks [] for security_group (d59a6167-b098-4c6e-aabf-d4c29b73feed), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.250299 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5ff555ae-72b2-4f2e-a034-dff9e445ec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d59a6167-b098-4c6e-aabf-d4c29b73feed), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.254013 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-846c4397-c70c-47fa-a8b4-645d01c10b65 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4b7e0d62ee844050bf86a27c8806edf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745589 Sep 16 01:54:59.256091 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c4397-c70c-47fa-a8b4-645d01c10b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d28db21-353a-4a6c-9d7c-36aba3f0c750,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:59.257834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46622) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.330552 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5ff555ae-72b2-4f2e-a034-dff9e445ec7a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=64315132b3ab4ec28f514445ba2270e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840743 Sep 16 01:54:59.332667 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46628) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.341603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff555ae-72b2-4f2e-a034-dff9e445ec7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a6167-b098-4c6e-aabf-d4c29b73feed,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:59.396462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] Publish callbacks [] for security_group (8d28db21-353a-4a6c-9d7c-36aba3f0c750), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.425316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] Publish callbacks [] for security_group (8d28db21-353a-4a6c-9d7c-36aba3f0c750), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.433785 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] Publish callbacks [] for security_group (d59a6167-b098-4c6e-aabf-d4c29b73feed), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.470690 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] Publish callbacks [] for security_group (d59a6167-b098-4c6e-aabf-d4c29b73feed), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.490198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:59.517368 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8d28db21-353a-4a6c-9d7c-36aba3f0c750), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.519917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.521326 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d28db21-353a-4a6c-9d7c-36aba3f0c750 HTTP/1.1" status: 204 len: 168 time: 0.2429197 Sep 16 01:54:59.529886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f38bd-18f7-49ab-b8e6-251142811e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d28db21-353a-4a6c-9d7c-36aba3f0c750,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:59.546093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d59a6167-b098-4c6e-aabf-d4c29b73feed), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.548892 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.550060 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d59a6167-b098-4c6e-aabf-d4c29b73feed HTTP/1.1" status: 204 len: 168 time: 0.2164958 Sep 16 01:54:59.559391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba67f31-8776-4be2-8cba-20bd4a29a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a6167-b098-4c6e-aabf-d4c29b73feed,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:54:59.672248 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3561f-d43b-416b-961f-c993007e6114 req-3b8cc44d-4e96-4ff8-a930-20a487ac4073 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:54:59.675031 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8ad3561f-d43b-416b-961f-c993007e6114 req-3b8cc44d-4e96-4ff8-a930-20a487ac4073 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0680840 Sep 16 01:54:59.725872 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:54:59.737343 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8ad3561f-d43b-416b-961f-c993007e6114 req-d4ca97ab-cbe1-4bc6-9dab-0e84b068fcc0 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562770 Sep 16 01:54:59.948027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46644) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.962112 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1262fbe3-f08f-4f51-9889-0dfa0ca9c9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:54:59.969874 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46646) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:54:59.983610 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6b81-a521-4ed5-a47c-594db7ea76a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.039197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1262fbe3-f08f-4f51-9889-0dfa0ca9c9b7 admin admin] Publish callbacks [] for security_group (813121ff-c5ca-4116-9b00-5293e25ec16e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.057704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1262fbe3-f08f-4f51-9889-0dfa0ca9c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (813121ff-c5ca-4116-9b00-5293e25ec16e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.102543 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1262fbe3-f08f-4f51-9889-0dfa0ca9c9b7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e95a767470864a4296f963b2769727b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532397 Sep 16 01:55:00.103808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262fbe3-f08f-4f51-9889-0dfa0ca9c9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813121ff-c5ca-4116-9b00-5293e25ec16e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:00.106828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46648) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:00.113023 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6b81-a521-4ed5-a47c-594db7ea76a3 admin admin] Publish callbacks [] for security_group (8859acd7-de30-4ae9-a8ff-9b42fe5abeee), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.117731 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6b81-a521-4ed5-a47c-594db7ea76a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8859acd7-de30-4ae9-a8ff-9b42fe5abeee), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.157815 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7b7f6b81-a521-4ed5-a47c-594db7ea76a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0eeebc6c007747fb94a79c9ef7228cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868505 Sep 16 01:55:00.158884 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f6b81-a521-4ed5-a47c-594db7ea76a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8859acd7-de30-4ae9-a8ff-9b42fe5abeee,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:00.160440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] Publish callbacks [] for security_group (813121ff-c5ca-4116-9b00-5293e25ec16e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.162201 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46650) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:00.183869 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] Publish callbacks [] for security_group (813121ff-c5ca-4116-9b00-5293e25ec16e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.220145 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] Publish callbacks [] for security_group (8859acd7-de30-4ae9-a8ff-9b42fe5abeee), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.242987 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] Publish callbacks [] for security_group (8859acd7-de30-4ae9-a8ff-9b42fe5abeee), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.263652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (813121ff-c5ca-4116-9b00-5293e25ec16e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.266409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.267656 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/813121ff-c5ca-4116-9b00-5293e25ec16e HTTP/1.1" status: 204 len: 168 time: 0.1595447 Sep 16 01:55:00.276652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:00.288145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0a318-bcf4-4b33-92ae-c8e07513779e req-efb8a261-4e4f-4756-9f86-b408102590c2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:00.289701 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e4a0a318-bcf4-4b33-92ae-c8e07513779e req-efb8a261-4e4f-4756-9f86-b408102590c2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0631557 Sep 16 01:55:00.290881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735fefb-7559-4f6e-8080-60cc3dcbd7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813121ff-c5ca-4116-9b00-5293e25ec16e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:00.384604 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e4a0a318-bcf4-4b33-92ae-c8e07513779e req-159408bb-c1d4-4224-93ac-b187220254cd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687678 Sep 16 01:55:00.521310 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecce45-37dd-4ca6-ae00-692d24d179b0 req-b660f12d-0975-4cd9-b8e8-fbfb5e413c54 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:00.522882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-99ecce45-37dd-4ca6-ae00-692d24d179b0 req-b660f12d-0975-4cd9-b8e8-fbfb5e413c54 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 944 time: 0.0532784 Sep 16 01:55:00.523919 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8859acd7-de30-4ae9-a8ff-9b42fe5abeee), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.526380 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:00.527396 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8859acd7-de30-4ae9-a8ff-9b42fe5abeee HTTP/1.1" status: 204 len: 168 time: 0.3642876 Sep 16 01:55:00.549863 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a653e-6ecb-4117-ac4c-bf9caed097ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8859acd7-de30-4ae9-a8ff-9b42fe5abeee,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:00.586730 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-99ecce45-37dd-4ca6-ae00-692d24d179b0 req-de0857b1-b6d9-4812-85a9-697dcf87ba57 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566094 Sep 16 01:55:00.872598 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082402fc-56e5-497d-81d8-79e30589d516 req-871b12f5-77b1-4a39-8555-f49126483290 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:00.880078 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-082402fc-56e5-497d-81d8-79e30589d516 req-871b12f5-77b1-4a39-8555-f49126483290 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0593953 Sep 16 01:55:00.932198 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-082402fc-56e5-497d-81d8-79e30589d516 req-1bc2a956-6969-4c46-a966-58c88816dc6e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511210 Sep 16 01:55:01.388670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-8958aacf-77c0-4741-81a4-2b39916e5f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:01.390745 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-8958aacf-77c0-4741-81a4-2b39916e5f19 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647485 Sep 16 01:55:01.538640 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-1f22088b-131b-4fc9-bd26-6837842e3c41 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818734 Sep 16 01:55:01.604796 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afca328-cf3e-47d1-be83-6301aaf2d692 req-99cc3367-048f-4d62-853d-83db843c756c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:01.606833 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2afca328-cf3e-47d1-be83-6301aaf2d692 req-99cc3367-048f-4d62-853d-83db843c756c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Sep 16 01:55:01.672301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914be2de-813b-4eef-9ba0-d641d2f20c6f req-d7f73290-673d-474c-a8b7-61c65a7e95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:01.674067 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-914be2de-813b-4eef-9ba0-d641d2f20c6f req-d7f73290-673d-474c-a8b7-61c65a7e95a4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1130 time: 0.1179645 Sep 16 01:55:01.680605 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.50', 53304) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:01.735404 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2afca328-cf3e-47d1-be83-6301aaf2d692 req-8bb105be-9183-4a82-a752-3a388b088903 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194050 Sep 16 01:55:01.736922 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-b059bf95-eb89-4987-b36e-4f817d1b882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:01.738409 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-b059bf95-eb89-4987-b36e-4f817d1b882c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=477dd0575c8741b0815ddf5f22297db3&device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 1129 time: 0.0835061 Sep 16 01:55:02.002163 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:02.005972 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b49ba7-2c08-407c-974e-5861e882b0ee req-988d61be-5fa5-4c48-ac20-daa9b42dcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:02.008725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01b49ba7-2c08-407c-974e-5861e882b0ee req-988d61be-5fa5-4c48-ac20-daa9b42dcffd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.3206241 Sep 16 01:55:02.038108 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-dd252a7c-ec71-4f37-b097-df78f295ab6e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915062 Sep 16 01:55:02.096908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942da94-277f-422c-91c2-dfaafc9998b5 req-c53b6d5d-e7b2-44dd-8846-f82853d7ec73 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:02.099052 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f942da94-277f-422c-91c2-dfaafc9998b5 req-c53b6d5d-e7b2-44dd-8846-f82853d7ec73 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 944 time: 0.1413660 Sep 16 01:55:02.142490 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-37b4650d-73db-48f1-b2eb-105a5b837e94 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872264 Sep 16 01:55:02.163894 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-914be2de-813b-4eef-9ba0-d641d2f20c6f req-be4cc2d4-030f-49e0-8b43-b5f0f4ddd4c7 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706285 Sep 16 01:55:02.190714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f93c0228-6dda-49f9-ac21-d2d3362262fa up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:55:02.232639 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f942da94-277f-422c-91c2-dfaafc9998b5 req-dd0dc8a6-f718-42ee-a822-7f7e7f6d9e51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210725 Sep 16 01:55:02.239099 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46752) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:02.425243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec496484-81e4-4755-915e-17740e75c19b req-d2b9cb96-db55-48a9-a2b3-62eb8c1fa9ba tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:02.435042 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec496484-81e4-4755-915e-17740e75c19b req-d2b9cb96-db55-48a9-a2b3-62eb8c1fa9ba tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0871384 Sep 16 01:55:02.437349 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port f93c0228-6dda-49f9-ac21-d2d3362262fa completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:55:02.447763 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port f93c0228-6dda-49f9-ac21-d2d3362262fa triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:55:02.448215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.448644 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port f93c0228-6dda-49f9-ac21-d2d3362262fa Sep 16 01:55:02.497752 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec496484-81e4-4755-915e-17740e75c19b req-b7e84d7f-6e49-402e-be54-2b4865eee702 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615628 Sep 16 01:55:02.543424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f93c0228-6dda-49f9-ac21-d2d3362262fa is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:55:02.544338 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.580963 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:02.584664 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5fa008-70f5-4447-b734-4712a2aef538" -d '{"events": [{"server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:02.606881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:02.614687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.616614 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-222779d9-a701-4a7e-a508-2b3b801bf11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.623461 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:02.666640 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380be2b6-cbce-4371-8285-2697e4f380dd x-openstack-request-id: req-380be2b6-cbce-4371-8285-2697e4f380dd {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:02.666988 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "name": "network-vif-plugged", "status": "completed", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:02.667243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-380be2b6-cbce-4371-8285-2697e4f380dd {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:02.668190 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380be2b6-cbce-4371-8285-2697e4f380dd'] response: {'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa', 'code': 200} Sep 16 01:55:02.708436 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:02.729243 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-222779d9-a701-4a7e-a508-2b3b801bf11d admin admin] Publish callbacks [] for security_group (93dc69ee-9a4e-4587-928d-ae2f1f76c962), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.733967 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-222779d9-a701-4a7e-a508-2b3b801bf11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (93dc69ee-9a4e-4587-928d-ae2f1f76c962), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:02.783871 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-222779d9-a701-4a7e-a508-2b3b801bf11d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aad64953b4b44fa780d7f450601df556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5410204 Sep 16 01:55:02.784818 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46778) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:02.784931 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222779d9-a701-4a7e-a508-2b3b801bf11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc69ee-9a4e-4587-928d-ae2f1f76c962,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:03.001659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] Publish callbacks [] for security_group (93dc69ee-9a4e-4587-928d-ae2f1f76c962), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:03.058490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e311-5abe-4688-bb87-b9dea831da51 req-cd662c93-f2d4-4b03-9166-75ef482436fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:03.060799 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1467e311-5abe-4688-bb87-b9dea831da51 req-cd662c93-f2d4-4b03-9166-75ef482436fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.1758428 Sep 16 01:55:03.081308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] Publish callbacks [] for security_group (93dc69ee-9a4e-4587-928d-ae2f1f76c962), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:03.089497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:03.176012 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01b49ba7-2c08-407c-974e-5861e882b0ee req-23555ad5-2ba6-4995-a938-da88e6daabc7 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291857 Sep 16 01:55:03.193448 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-104a702b-5a0d-4aae-b5e3-8bf794509659 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264387 Sep 16 01:55:03.200527 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f24e11dd-932c-4212-988a-2a41c08227ce req-e2a3fc0f-e4dd-4ce2-87c0-4f075b8e3b0a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250408 Sep 16 01:55:03.219169 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1467e311-5abe-4688-bb87-b9dea831da51 req-78fc80d7-0f8b-43d0-bd53-180ddb3ce7da tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401079 Sep 16 01:55:03.234626 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (93dc69ee-9a4e-4587-928d-ae2f1f76c962), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:03.237934 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:03.239807 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/93dc69ee-9a4e-4587-928d-ae2f1f76c962 HTTP/1.1" status: 204 len: 168 time: 0.4545648 Sep 16 01:55:03.249784 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb61a4-da20-4729-b1ce-a7e276f870d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc69ee-9a4e-4587-928d-ae2f1f76c962,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:03.435503 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daa958-7217-41fe-97bf-cfdb47107e4c req-b3ed1f42-a6fe-4ce7-ac03-99a6ad6bcd02 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:03.437121 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19daa958-7217-41fe-97bf-cfdb47107e4c req-b3ed1f42-a6fe-4ce7-ac03-99a6ad6bcd02 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1002724 Sep 16 01:55:03.525455 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-e1a7acb2-c431-4401-98f7-c260e66c5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:03.527557 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-e1a7acb2-c431-4401-98f7-c260e66c5a15 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=7454b3cb-1a57-443a-9860-b924e28e0b99 HTTP/1.1" status: 200 len: 912 time: 0.1575174 Sep 16 01:55:03.531377 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19daa958-7217-41fe-97bf-cfdb47107e4c req-70311876-8eef-403d-8ab0-f3cd6e61a409 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862217 Sep 16 01:55:03.688266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2d4b3-3d19-448f-b3be-edc22a95679a req-9ec25a7d-45ab-416c-a0ef-0a76a3feec33 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:03.689731 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92a2d4b3-3d19-448f-b3be-edc22a95679a req-9ec25a7d-45ab-416c-a0ef-0a76a3feec33 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0551031 Sep 16 01:55:03.700637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46816) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:03.708069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'floatingip': {'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:03.790700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:03.796701 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:03.908727 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0638bc-b3bb-4ec2-9fe0-10ef3b00e420 req-cccdb7e9-8438-4219-bdc6-cf952becfde5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:03.910191 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c0638bc-b3bb-4ec2-9fe0-10ef3b00e420 req-cccdb7e9-8438-4219-bdc6-cf952becfde5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.1393239 Sep 16 01:55:04.032898 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c0638bc-b3bb-4ec2-9fe0-10ef3b00e420 req-95cf15b5-b4fb-4839-b38a-f33d8756c08b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164877 Sep 16 01:55:04.247573 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-8df53c57-384b-4b00-9d82-0abf3fd4dc67 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa997e48-0418-472d-a98e-8a93319ff371 HTTP/1.1" status: 200 len: 217 time: 0.1045346 Sep 16 01:55:04.597191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:04.601510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:04.652278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:04.721964 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8215f5-e5e9-4af5-b989-6c2c2e2670a6 req-c4ffbde8-2cbf-4a16-8021-b965c7d2a874 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:04.723454 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b8215f5-e5e9-4af5-b989-6c2c2e2670a6 req-c4ffbde8-2cbf-4a16-8021-b965c7d2a874 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0879343 Sep 16 01:55:04.777097 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Floating IP 6c3f1633-b913-48d1-9359-5734c03d2db0 associated. External IP: 172.27.0.24, port: dc91b77b-583a-4740-a244-adc53daa4347. Sep 16 01:55:05.071028 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b8215f5-e5e9-4af5-b989-6c2c2e2670a6 req-3ee7f352-c109-4ebd-b412-607e91a5817f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391521 Sep 16 01:55:05.090593 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeb647-88d6-4ffa-aa74-6c249252d96f req-df0c2c08-0e0e-4f70-b84c-7946cad4f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:05.092196 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11aeb647-88d6-4ffa-aa74-6c249252d96f req-df0c2c08-0e0e-4f70-b84c-7946cad4f929 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1129 time: 0.3081279 Sep 16 01:55:05.175433 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ffb9-a78d-4b9d-8195-fce85c848406 req-c4fb8747-67a5-4128-bfb4-d9fc197043a2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:05.177705 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8800ffb9-a78d-4b9d-8195-fce85c848406 req-c4fb8747-67a5-4128-bfb4-d9fc197043a2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0552635 Sep 16 01:55:05.189788 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:05.231294 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8800ffb9-a78d-4b9d-8195-fce85c848406 req-d71892b2-bd85-4c9c-874e-d6619b53f818 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472708 Sep 16 01:55:05.268099 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:55:05.384561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:55:05.389894 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:05.398959 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:55:05.411239 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:05.411913 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:54:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:05.420050 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:05.430576 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3a3ddcee-57e1-485b-91b2-05dc41023099 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/6c3f1633-b913-48d1-9359-5734c03d2db0 HTTP/1.1" status: 200 len: 990 time: 1.7258589 Sep 16 01:55:05.430576 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:05.431314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3512fc4-3a25-444d-a962-cbe2443f9ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:05.537514 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed378a0-efb1-4742-ae68-fef708aef5bc x-openstack-request-id: req-bed378a0-efb1-4742-ae68-fef708aef5bc {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:05.537697 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:05.537956 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bed378a0-efb1-4742-ae68-fef708aef5bc {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:05.538613 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed378a0-efb1-4742-ae68-fef708aef5bc'] response: {'name': 'network-changed', 'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'status': 'completed', 'code': 200} Sep 16 01:55:05.543914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-aba9a9f8-2370-4494-aa6d-82330ed4a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:05.545825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-aba9a9f8-2370-4494-aa6d-82330ed4a7f5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=38a81383-0f08-48bf-9685-deec2b2a6c24 HTTP/1.1" status: 200 len: 850 time: 0.0930300 Sep 16 01:55:05.612557 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:05.629935 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46890) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:05.641061 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11aeb647-88d6-4ffa-aa74-6c249252d96f req-dd1e5593-68fc-4433-ba61-d2c5d3ff7fd9 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616002 Sep 16 01:55:05.772609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fde0a072-917a-4cda-b753-29463bacc884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:05.888137 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fde0a072-917a-4cda-b753-29463bacc884 admin admin] Publish callbacks [] for security_group (439e06c1-41e8-4488-884a-8e3248753086), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:05.888886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fde0a072-917a-4cda-b753-29463bacc884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (439e06c1-41e8-4488-884a-8e3248753086), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:05.934047 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-fde0a072-917a-4cda-b753-29463bacc884 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2006fddfe87b49378370b389b68a3695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008332 Sep 16 01:55:05.934047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0a072-917a-4cda-b753-29463bacc884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e06c1-41e8-4488-884a-8e3248753086,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:05.934511 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46904) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:05.940528 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c3f1633-b913-48d1-9359-5734c03d2db0', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:04Z', 'updated_at': '2022-09-16T01:55:04Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:05.968914 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:55:05.979364 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:05.980001 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:54:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:05.989579 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] Publish callbacks [] for security_group (439e06c1-41e8-4488-884a-8e3248753086), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.010528 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] Publish callbacks [] for security_group (439e06c1-41e8-4488-884a-8e3248753086), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.061317 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (439e06c1-41e8-4488-884a-8e3248753086), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.065866 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.072856 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/439e06c1-41e8-4488-884a-8e3248753086 HTTP/1.1" status: 204 len: 168 time: 0.1371784 Sep 16 01:55:06.089933 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec81852-66fd-4213-9283-b209981115ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e06c1-41e8-4488-884a-8e3248753086,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:06.105197 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:06.251999 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6125ff-a208-42d5-a820-b5531b970ff0 req-0e86b42a-be02-4d21-8c76-8e70f2e7dd76 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:06.255125 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9e6125ff-a208-42d5-a820-b5531b970ff0 req-0e86b42a-be02-4d21-8c76-8e70f2e7dd76 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0673821 Sep 16 01:55:06.352663 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9e6125ff-a208-42d5-a820-b5531b970ff0 req-59d5978f-260b-4904-9d66-a40d35019607 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835078 Sep 16 01:55:06.370029 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c3f1633-b913-48d1-9359-5734c03d2db0', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:04Z', 'updated_at': '2022-09-16T01:55:04Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:06.392785 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:06.405490 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061631e-ec2a-4279-a671-ceeeb7794dcb None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c3f1633-b913-48d1-9359-5734c03d2db0', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:04Z', 'updated_at': '2022-09-16T01:55:04Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:55:06.495468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c3a3-536d-46c3-943d-6c8266556adf req-4f814f5e-56ab-41a1-84cd-48a43d2c729f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:06.497324 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-15f2c3a3-536d-46c3-943d-6c8266556adf req-4f814f5e-56ab-41a1-84cd-48a43d2c729f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.1147163 Sep 16 01:55:06.516412 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-04b1e2fa-dbab-4a01-8798-01413f2b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:06.517899 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-04b1e2fa-dbab-4a01-8798-01413f2b2594 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=7454b3cb-1a57-443a-9860-b924e28e0b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893426 Sep 16 01:55:06.543559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 46920) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:06.562151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec1-6af8-4d38-a725-c80659ed0fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.563344 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-15f2c3a3-536d-46c3-943d-6c8266556adf req-09834dda-c785-4c9f-91ae-98e8a647be50 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575054 Sep 16 01:55:06.674571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec1-6af8-4d38-a725-c80659ed0fa7 admin admin] Publish callbacks [] for security_group (1304eaa3-3e93-4c03-963e-c8f961b2d997), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.691618 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c96f7ec1-6af8-4d38-a725-c80659ed0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1304eaa3-3e93-4c03-963e-c8f961b2d997), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.727286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86c1dc-dc80-4c6d-a523-16257e65b084 None None] New status for floating IP 6c3f1633-b913-48d1-9359-5734c03d2db0: ACTIVE {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 01:55:06.749888 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84fcb9-29fd-465e-a041-346ad56e0824 req-3d8b1d14-d42d-4eaf-9ce8-3b5847fe3f1a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:06.751734 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0e84fcb9-29fd-465e-a041-346ad56e0824 req-3d8b1d14-d42d-4eaf-9ce8-3b5847fe3f1a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0980971 Sep 16 01:55:06.765171 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c96f7ec1-6af8-4d38-a725-c80659ed0fa7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e38dd123414b40c787869d00de4fb87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204928 Sep 16 01:55:06.767878 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46926) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:06.771358 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7ec1-6af8-4d38-a725-c80659ed0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304eaa3-3e93-4c03-963e-c8f961b2d997,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:06.782343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 46928) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:06.787922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'floatingip': {'port_id': '32e8d554-2d45-428d-8c7c-03347e83c61a'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:06.847698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.947614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] Publish callbacks [] for security_group (1304eaa3-3e93-4c03-963e-c8f961b2d997), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:06.996828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] Publish callbacks [] for security_group (1304eaa3-3e93-4c03-963e-c8f961b2d997), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:07.148230 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1304eaa3-3e93-4c03-963e-c8f961b2d997), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:07.150725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:07.156572 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1304eaa3-3e93-4c03-963e-c8f961b2d997 HTTP/1.1" status: 204 len: 168 time: 0.3827994 Sep 16 01:55:07.170985 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd4f8-be64-4262-a548-c0c2bdcf7d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304eaa3-3e93-4c03-963e-c8f961b2d997,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:07.325546 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:07.475682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-6519b4cd-dec5-4f1a-bc22-99970fdb1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:07.477907 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-6519b4cd-dec5-4f1a-bc22-99970fdb1c83 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1129 time: 0.2651212 Sep 16 01:55:07.592036 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-83f70ff1-9664-431c-8d59-6f8b9720cb64 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802037 Sep 16 01:55:07.599024 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fd0ed-352b-4354-b033-dbf31941083c req-9c3f0f79-dd6a-4869-bf3a-72bd05bc54c4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:07.600664 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b2fd0ed-352b-4354-b033-dbf31941083c req-9c3f0f79-dd6a-4869-bf3a-72bd05bc54c4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1456339 Sep 16 01:55:07.693463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:07.841261 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:07.849105 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:07.851365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-2bb115be-78e9-44f5-8a61-2e48169b84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:07.852842 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-2bb115be-78e9-44f5-8a61-2e48169b84a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.3450346 Sep 16 01:55:07.856069 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b2fd0ed-352b-4354-b033-dbf31941083c req-71498391-24d2-4ac8-9594-b03e460a529d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309172 Sep 16 01:55:07.967406 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-0e7bf2ef-4e80-45d7-a635-344f5ad56995 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696393 Sep 16 01:55:07.996000 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Floating IP d93bdb2e-6c01-4396-ad8f-8b3b12352c03 associated. External IP: 172.27.0.156, port: 32e8d554-2d45-428d-8c7c-03347e83c61a. Sep 16 01:55:08.221789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:55:08.328967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:08.334231 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:55:08.339073 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:08.349249 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:55:08.363067 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:55:08.384057 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:08.384960 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:54:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:08.438714 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ee459d8b-5adf-4542-9abb-d085c78fc32b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d93bdb2e-6c01-4396-ad8f-8b3b12352c03 HTTP/1.1" status: 200 len: 991 time: 1.6551371 Sep 16 01:55:08.444953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:08.447623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c915cdb-cec2-490f-97bd-8096f4182a83" -d '{"events": [{"name": "network-changed", "server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:08.471385 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-0b59faee-33af-45df-890e-468d3a1211fd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 1000 time: 0.1280167 Sep 16 01:55:08.511445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b97b10-3954-49dd-aadd-e5d38d548dec x-openstack-request-id: req-f4b97b10-3954-49dd-aadd-e5d38d548dec {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:08.512095 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:08.512222 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4b97b10-3954-49dd-aadd-e5d38d548dec {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:08.513397 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b97b10-3954-49dd-aadd-e5d38d548dec'] response: {'name': 'network-changed', 'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'status': 'completed', 'code': 200} Sep 16 01:55:08.541985 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:08.617455 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:08.687996 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:08.778257 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'd93bdb2e-6c01-4396-ad8f-8b3b12352c03', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:c5:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:05Z', 'updated_at': '2022-09-16T01:55:07Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:08.844058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-795a695d-2687-4cdb-aab9-6f9bb18b48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:08.845571 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-795a695d-2687-4cdb-aab9-6f9bb18b48f7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.2944202 Sep 16 01:55:08.896334 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:55:08.907294 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:08.908025 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:54:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:09.000068 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca777f-eb3a-4bc8-bdc2-ab64dea2c93e req-d79b6649-bad5-4cee-8ed5-abb2c837f6ee tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.002206 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7aca777f-eb3a-4bc8-bdc2-ab64dea2c93e req-d79b6649-bad5-4cee-8ed5-abb2c837f6ee tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0503030 Sep 16 01:55:09.029727 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:09.065233 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7aca777f-eb3a-4bc8-bdc2-ab64dea2c93e req-33b76740-1e41-47a4-9a15-9a44e80aba24 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553761 Sep 16 01:55:09.236668 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-58831798-ea04-4fec-a4d6-835d4b1d1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.238151 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-58831798-ea04-4fec-a4d6-835d4b1d1061 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472826 Sep 16 01:55:09.240538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-acf27ba7-b40b-40c7-a035-b802ca8a905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.242262 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-acf27ba7-b40b-40c7-a035-b802ca8a905e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.0840676 Sep 16 01:55:09.386208 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'd93bdb2e-6c01-4396-ad8f-8b3b12352c03', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:c5:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:05Z', 'updated_at': '2022-09-16T01:55:07Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:09.439286 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3571138-9365-4ff7-b4bd-a774425295cf None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'd93bdb2e-6c01-4396-ad8f-8b3b12352c03', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:c5:90:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:54:05Z', 'updated_at': '2022-09-16T01:55:07Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:55:09.494198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:09.564159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47028) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:09.624738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-2ea8e70f-a617-4214-9623-878bd876d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.626787 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-2ea8e70f-a617-4214-9623-878bd876d760 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.3583004 Sep 16 01:55:09.654978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8567c8-b696-4006-9c6d-4f9549d19b97 req-7ac1d771-205a-4caf-8ee4-3b3cc11c576f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.658040 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6e8567c8-b696-4006-9c6d-4f9549d19b97 req-7ac1d771-205a-4caf-8ee4-3b3cc11c576f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.1385794 Sep 16 01:55:09.661657 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-9a983ab6-c105-48ca-a883-0bc0fe119af2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071202 Sep 16 01:55:09.730855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54e751e5-720e-42ca-8e77-f66946276bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:09.820560 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:09.868785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54e751e5-720e-42ca-8e77-f66946276bd3 admin admin] Publish callbacks [] for security_group (4409dbaa-d9fe-4bd7-9d3c-b4f198a55676), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:09.873567 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54e751e5-720e-42ca-8e77-f66946276bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4409dbaa-d9fe-4bd7-9d3c-b4f198a55676), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:09.901293 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6e8567c8-b696-4006-9c6d-4f9549d19b97 req-147de106-b88f-47c7-bc29-3dd815abe65d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359257 Sep 16 01:55:09.963983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-94260388-cb05-43d5-86c8-c83cd2ac6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:09.964178 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-54e751e5-720e-42ca-8e77-f66946276bd3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6420947b2dd941ed9b42b4ff13b4dc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992960 Sep 16 01:55:09.965234 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47044) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:09.965472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-94260388-cb05-43d5-86c8-c83cd2ac6f45 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1129 time: 0.1968193 Sep 16 01:55:09.976654 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e751e5-720e-42ca-8e77-f66946276bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409dbaa-d9fe-4bd7-9d3c-b4f198a55676,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:09.981021 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-9884efc3-83ff-4cbc-9fc5-2b575136d988 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 999 time: 0.2440820 Sep 16 01:55:09.987511 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-1b2eb83a-0554-4407-b021-7e8f3c105a2d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493405 Sep 16 01:55:10.025395 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] Publish callbacks [] for security_group (4409dbaa-d9fe-4bd7-9d3c-b4f198a55676), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.046565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] Publish callbacks [] for security_group (4409dbaa-d9fe-4bd7-9d3c-b4f198a55676), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.096307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4409dbaa-d9fe-4bd7-9d3c-b4f198a55676), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.099011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.100241 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4409dbaa-d9fe-4bd7-9d3c-b4f198a55676 HTTP/1.1" status: 204 len: 168 time: 0.1315205 Sep 16 01:55:10.108570 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328729e9-d460-4db4-b622-9b90a09c8755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409dbaa-d9fe-4bd7-9d3c-b4f198a55676,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:10.369614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-b068fe3c-a039-4548-8af5-38f55da6e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:10.371082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-b068fe3c-a039-4548-8af5-38f55da6e6f5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.1115341 Sep 16 01:55:10.386570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf00f3d-f6cd-4cb8-a11a-09aa6ae41ada None None] New status for floating IP d93bdb2e-6c01-4396-ad8f-8b3b12352c03: ACTIVE {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 01:55:10.432518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-13ae6bab-5328-46c7-8089-bbb7ef5d5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:10.434039 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-13ae6bab-5328-46c7-8089-bbb7ef5d5699 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.1887019 Sep 16 01:55:10.438021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-fb786c2a-f830-4551-b08b-c6c7aca277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:10.439909 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-fb786c2a-f830-4551-b08b-c6c7aca277c9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578489 Sep 16 01:55:10.478833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47052) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:10.486733 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=16 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:10.497656 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9525ca20-aac6-44ba-9df9-9450e345f73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.522000 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-ec9d1de5-1d35-4d4f-af78-b1641fe4e7e1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa HTTP/1.1" status: 200 len: 217 time: 0.0622306 Sep 16 01:55:10.593102 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9525ca20-aac6-44ba-9df9-9450e345f73d admin admin] Publish callbacks [] for security_group (eeb71917-1b62-4efe-9d52-7a3dca78d654), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.597149 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9525ca20-aac6-44ba-9df9-9450e345f73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (eeb71917-1b62-4efe-9d52-7a3dca78d654), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.607807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-bb256224-0dde-4283-b110-c592f655d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:10.609459 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-bb256224-0dde-4283-b110-c592f655d522 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0603347 Sep 16 01:55:10.643450 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9525ca20-aac6-44ba-9df9-9450e345f73d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f33f4f8f2ea04d9dacad2d3c1d3839b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631844 Sep 16 01:55:10.646905 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525ca20-aac6-44ba-9df9-9450e345f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb71917-1b62-4efe-9d52-7a3dca78d654,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:10.649261 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47054) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:10.656840 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:10.676144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-c99312dd-0961-440b-9ff5-dfd9eba49226 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094073 Sep 16 01:55:10.679350 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-da1e6762-50ce-4ab3-b22b-60f165d893c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:10.680999 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-da1e6762-50ce-4ab3-b22b-60f165d893c5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633056 Sep 16 01:55:10.709799 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] Publish callbacks [] for security_group (eeb71917-1b62-4efe-9d52-7a3dca78d654), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.731116 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] Publish callbacks [] for security_group (eeb71917-1b62-4efe-9d52-7a3dca78d654), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.788052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (eeb71917-1b62-4efe-9d52-7a3dca78d654), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.791039 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:10.794878 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/eeb71917-1b62-4efe-9d52-7a3dca78d654 HTTP/1.1" status: 204 len: 168 time: 0.1421568 Sep 16 01:55:10.811495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5a4d8-9c8d-4274-a5f1-6436be983589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb71917-1b62-4efe-9d52-7a3dca78d654,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:10.878710 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2c915cdb-cec2-490f-97bd-8096f4182a83 req-d9531ff7-64c3-403e-8d86-3abefe94ee94 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962991 Sep 16 01:55:10.886364 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-77dca271-a44d-4256-a002-2af5e401a453 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601610 Sep 16 01:55:10.922203 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:11.045532 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ac83e795-ae38-4b14-8a50-238a065b63fc req-ae099aca-808b-4958-a239-aca505f5c976 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337609 Sep 16 01:55:11.052296 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a2b4e-73ef-4838-951e-27dc5ec161d4 req-1df3e526-c8cb-4bd8-8a90-7c1e5a082671 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:11.059419 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3d8a2b4e-73ef-4838-951e-27dc5ec161d4 req-1df3e526-c8cb-4bd8-8a90-7c1e5a082671 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Sep 16 01:55:11.130335 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3d8a2b4e-73ef-4838-951e-27dc5ec161d4 req-e9e8e259-ac79-4f19-af30-7ebad229c420 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640066 Sep 16 01:55:12.243313 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd5eb-2f16-40a2-8af9-a71663732603 req-8d0fcfd4-c1ab-4dc7-89f5-4be4602c65de tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:12.244847 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d54fd5eb-2f16-40a2-8af9-a71663732603 req-8d0fcfd4-c1ab-4dc7-89f5-4be4602c65de tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Sep 16 01:55:12.294041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d54fd5eb-2f16-40a2-8af9-a71663732603 req-0a16e3a5-e129-4026-9fec-35971589d425 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Sep 16 01:55:13.405550 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47156) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:13.422172 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e1b7-11d6-4d4a-a455-ec65efe48c93 req-b0fd5da6-004f-49e1-abaa-5f57d21c53ca tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:13.424402 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0cb8e1b7-11d6-4d4a-a455-ec65efe48c93 req-b0fd5da6-004f-49e1-abaa-5f57d21c53ca tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0530915 Sep 16 01:55:13.472159 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0cb8e1b7-11d6-4d4a-a455-ec65efe48c93 req-d33c6c1e-fcc1-486f-977e-e56b3f220264 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Sep 16 01:55:13.525410 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ba65375-fb4c-4fab-9f3a-3fed7094bbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.600560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ba65375-fb4c-4fab-9f3a-3fed7094bbfe admin admin] Publish callbacks [] for security_group (4e79f2f2-84d3-4448-a41c-21edc3c2912b), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.603960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1ba65375-fb4c-4fab-9f3a-3fed7094bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4e79f2f2-84d3-4448-a41c-21edc3c2912b), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.644851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba65375-fb4c-4fab-9f3a-3fed7094bbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e79f2f2-84d3-4448-a41c-21edc3c2912b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:13.650643 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1ba65375-fb4c-4fab-9f3a-3fed7094bbfe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1d44219808dc40dbaedd00b9b003b79b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440536 Sep 16 01:55:13.653441 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47162) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:13.668482 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:13.708127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] Publish callbacks [] for security_group (4e79f2f2-84d3-4448-a41c-21edc3c2912b), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.729512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] Publish callbacks [] for security_group (4e79f2f2-84d3-4448-a41c-21edc3c2912b), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.782040 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4e79f2f2-84d3-4448-a41c-21edc3c2912b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.784695 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:13.788840 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4e79f2f2-84d3-4448-a41c-21edc3c2912b HTTP/1.1" status: 204 len: 168 time: 0.1318996 Sep 16 01:55:13.794895 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbc278-2b17-4547-a1e7-2991de5c5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e79f2f2-84d3-4448-a41c-21edc3c2912b,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:14.150398 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47182) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:14.168677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acff1f62-89bd-420a-b38b-556f01c62aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.246334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acff1f62-89bd-420a-b38b-556f01c62aa4 admin admin] Publish callbacks [] for security_group (8caefc9d-d939-4b89-be90-6dff941c17b6), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.250004 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acff1f62-89bd-420a-b38b-556f01c62aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8caefc9d-d939-4b89-be90-6dff941c17b6), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.290198 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-acff1f62-89bd-420a-b38b-556f01c62aa4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9de663af1e6741529066cd6ef30382f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376593 Sep 16 01:55:14.290882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff1f62-89bd-420a-b38b-556f01c62aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caefc9d-d939-4b89-be90-6dff941c17b6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:14.293451 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47184) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:14.342530 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] Publish callbacks [] for security_group (8caefc9d-d939-4b89-be90-6dff941c17b6), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.362004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] Publish callbacks [] for security_group (8caefc9d-d939-4b89-be90-6dff941c17b6), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.409398 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8caefc9d-d939-4b89-be90-6dff941c17b6), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.412399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:14.413535 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8caefc9d-d939-4b89-be90-6dff941c17b6 HTTP/1.1" status: 204 len: 168 time: 0.1188560 Sep 16 01:55:14.423165 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfff40-b1b3-43ac-bccd-f04b421d588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caefc9d-d939-4b89-be90-6dff941c17b6,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:14.606755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe89d38-8dd1-4755-a983-f4b65ce0f498 req-4f1e3b4c-d8ad-4b4d-bc69-57321edb444c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:14.608430 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfe89d38-8dd1-4755-a983-f4b65ce0f498 req-4f1e3b4c-d8ad-4b4d-bc69-57321edb444c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Sep 16 01:55:14.662887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfe89d38-8dd1-4755-a983-f4b65ce0f498 req-ae95fc2b-7893-4fb8-863c-1d7f172f0832 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Sep 16 01:55:15.800303 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463cd8-2b44-4eac-91f5-0307e8e6d3a4 req-a75dd121-63bd-4cc0-803e-6a00a3914300 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:15.802423 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cd463cd8-2b44-4eac-91f5-0307e8e6d3a4 req-a75dd121-63bd-4cc0-803e-6a00a3914300 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0579879 Sep 16 01:55:15.861785 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cd463cd8-2b44-4eac-91f5-0307e8e6d3a4 req-ea2c3a96-a7f4-4ec9-8460-832599f007b6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Sep 16 01:55:15.961706 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:15.970259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-36a051b8-5950-4522-ad5d-8d16905b5431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:16.829461 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47282) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:16.858650 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:16.880994 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Deleting subnet 217b978f-24e7-4723-addf-88d8d943c1d3 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:55:16.884460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Publish callbacks [] for subnet (217b978f-24e7-4723-addf-88d8d943c1d3), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:16.923902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Publish callbacks [] for subnet (217b978f-24e7-4723-addf-88d8d943c1d3), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:16.936670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (217b978f-24e7-4723-addf-88d8d943c1d3), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.012347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:17.018997 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbabbd-f4b4-443a-adab-45aa017b5c7e req-2c57c5c8-e603-4671-82eb-5bd0662b2427 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:17.020506 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1efbabbd-f4b4-443a-adab-45aa017b5c7e req-2c57c5c8-e603-4671-82eb-5bd0662b2427 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0612290 Sep 16 01:55:17.058808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (217b978f-24e7-4723-addf-88d8d943c1d3), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.103691 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.106827 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/217b978f-24e7-4723-addf-88d8d943c1d3 HTTP/1.1" status: 204 len: 168 time: 0.2762964 Sep 16 01:55:17.107607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb3f0-d0f2-42d0-a567-4bb9563006af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217b978f-24e7-4723-addf-88d8d943c1d3,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:17.109974 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47286) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:17.116746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1efbabbd-f4b4-443a-adab-45aa017b5c7e req-8393b553-a1a4-4d9f-9316-8672b1b1bc61 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889549 Sep 16 01:55:17.132391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:17.185703 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (a3c3c835-0d3a-489b-81da-8fe1570cdedf), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.274058 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (a3c3c835-0d3a-489b-81da-8fe1570cdedf), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.297434 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c3c835-0d3a-489b-81da-8fe1570cdedf']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.307160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4100025-33ec-40bd-9dcb-7379e619e66e') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.307463 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4100025-33ec-40bd-9dcb-7379e619e66e') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.316962 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (f4100025-33ec-40bd-9dcb-7379e619e66e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.337767 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (f4100025-33ec-40bd-9dcb-7379e619e66e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.345171 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:55:17.345565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (f4100025-33ec-40bd-9dcb-7379e619e66e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.388142 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment f4100025-33ec-40bd-9dcb-7379e619e66e resource provider aggregate not found Sep 16 01:55:17.407624 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment f4100025-33ec-40bd-9dcb-7379e619e66e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4100025-33ec-40bd-9dcb-7379e619e66e found for delete ", "request_id": "req-eac3c208-d27d-494a-b7db-c43bfde0c1d0"}]} Sep 16 01:55:17.414006 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (a3c3c835-0d3a-489b-81da-8fe1570cdedf), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.420002 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.423146 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a3c3c835-0d3a-489b-81da-8fe1570cdedf HTTP/1.1" status: 204 len: 168 time: 0.3121014 Sep 16 01:55:17.426493 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47302) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:17.436158 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80cafc-45f3-43b9-bff4-a25f63688046 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c3c835-0d3a-489b-81da-8fe1570cdedf,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:17.474330 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Deleting subnet 189c67f0-7789-4298-aaaf-cecbcac2006e {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:55:17.477644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Publish callbacks [] for subnet (189c67f0-7789-4298-aaaf-cecbcac2006e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.514076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Publish callbacks [] for subnet (189c67f0-7789-4298-aaaf-cecbcac2006e), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.521212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (189c67f0-7789-4298-aaaf-cecbcac2006e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.577656 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for subnet (189c67f0-7789-4298-aaaf-cecbcac2006e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.607062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189c67f0-7789-4298-aaaf-cecbcac2006e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:17.615431 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.618657 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-49909096-faaa-40c7-a2c8-0f5b3c2cdf64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/189c67f0-7789-4298-aaaf-cecbcac2006e HTTP/1.1" status: 204 len: 168 time: 0.1911049 Sep 16 01:55:17.621358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47306) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:17.695008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (c2de1507-3202-4a21-b9b3-f5b0a1e5e721), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.728961 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47312) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:17.789523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (c2de1507-3202-4a21-b9b3-f5b0a1e5e721), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.813172 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.813534 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.814285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.814632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.814974 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.815300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.815770 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.816771 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.817599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.818180 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.863640 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-13029d68-9f41-45a2-b08e-e917b5e2831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.896021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.896563 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.896851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.897249 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 16 01:55:17.897887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2de1507-3202-4a21-b9b3-f5b0a1e5e721']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.918654 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fffc2bd-6c29-4521-9638-73e19f3df855') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.919026 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fffc2bd-6c29-4521-9638-73e19f3df855') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:17.937316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (5fffc2bd-6c29-4521-9638-73e19f3df855), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.955727 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-13029d68-9f41-45a2-b08e-e917b5e2831f admin admin] Publish callbacks [] for security_group (39772d85-3931-43e2-b66f-e15431e5329a), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.960917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (5fffc2bd-6c29-4521-9638-73e19f3df855), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.961101 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-13029d68-9f41-45a2-b08e-e917b5e2831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (39772d85-3931-43e2-b66f-e15431e5329a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:17.972191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:55:17.975330 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (5fffc2bd-6c29-4521-9638-73e19f3df855), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.028392 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-13029d68-9f41-45a2-b08e-e917b5e2831f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ec57ed444f3d4f9a9b4b79df81681160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980931 Sep 16 01:55:18.029044 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13029d68-9f41-45a2-b08e-e917b5e2831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39772d85-3931-43e2-b66f-e15431e5329a,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:18.031383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47326) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.092169 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (c2de1507-3202-4a21-b9b3-f5b0a1e5e721), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.134322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.137554 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c2de1507-3202-4a21-b9b3-f5b0a1e5e721 HTTP/1.1" status: 204 len: 168 time: 0.5152390 Sep 16 01:55:18.158648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ec295-d86c-41cf-84d1-11c8d1b8ef48 req-ed27e434-0fe3-41f8-9da4-d8446d16e0a7 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:18.160700 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c97ec295-d86c-41cf-84d1-11c8d1b8ef48 req-ed27e434-0fe3-41f8-9da4-d8446d16e0a7 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0899265 Sep 16 01:55:18.161607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d138e-38fe-480c-8909-67876f71e2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2de1507-3202-4a21-b9b3-f5b0a1e5e721,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:18.190552 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] Publish callbacks [] for security_group (39772d85-3931-43e2-b66f-e15431e5329a), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.228767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] Publish callbacks [] for security_group (39772d85-3931-43e2-b66f-e15431e5329a), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.247574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:18.255468 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c97ec295-d86c-41cf-84d1-11c8d1b8ef48 req-14f8824f-b13f-4d4f-97d8-738fb094c3d3 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869379 Sep 16 01:55:18.259613 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 5fffc2bd-6c29-4521-9638-73e19f3df855 resource provider aggregate not found Sep 16 01:55:18.291015 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 5fffc2bd-6c29-4521-9638-73e19f3df855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fffc2bd-6c29-4521-9638-73e19f3df855 found for delete ", "request_id": "req-50dd4eec-73a0-40cf-8546-93905eba6c12"}]} Sep 16 01:55:18.298291 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19c92c-de65-497c-9310-6f5922d41be9 req-3d84e3d4-2fc4-479d-9d17-b5f501c21403 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:18.300899 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ab19c92c-de65-497c-9310-6f5922d41be9 req-3d84e3d4-2fc4-479d-9d17-b5f501c21403 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0746350 Sep 16 01:55:18.305475 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (39772d85-3931-43e2-b66f-e15431e5329a), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.309066 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.310634 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/39772d85-3931-43e2-b66f-e15431e5329a HTTP/1.1" status: 204 len: 168 time: 0.2783160 Sep 16 01:55:18.315657 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:18.323783 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47340) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.325245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3453757-c3c3-44d2-bbff-bf980e890fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39772d85-3931-43e2-b66f-e15431e5329a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:18.394788 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ab19c92c-de65-497c-9310-6f5922d41be9 req-2cfe3c9c-48c5-40c5-8004-a51f606a69a7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876329 Sep 16 01:55:18.397079 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9ba2f256-03ad-4276-a758-4705434dc941 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3f342e4529b64add8e216082ef9dff14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722930 Sep 16 01:55:18.400163 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47342) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.421128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6f0d-59e7-4a22-9d15-e85b273af076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.472116 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] Publish callbacks [] for security_group (6ce267cf-9e65-4a74-92cc-50010ba6ac85), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.497554 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] Publish callbacks [] for security_group (6ce267cf-9e65-4a74-92cc-50010ba6ac85), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.546686 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6ce267cf-9e65-4a74-92cc-50010ba6ac85), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.549326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.552797 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6ce267cf-9e65-4a74-92cc-50010ba6ac85 HTTP/1.1" status: 204 len: 168 time: 0.1493831 Sep 16 01:55:18.560483 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f34cb-7af9-439e-9308-82f67124f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce267cf-9e65-4a74-92cc-50010ba6ac85,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:18.693966 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47348) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.707770 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ebda-4d2d-453d-b2b4-7d9e07b62d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.719980 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:18.794381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ebda-4d2d-453d-b2b4-7d9e07b62d27 admin admin] Publish callbacks [] for security_group (402e86c0-f6dc-4db2-903f-410e5ec4a264), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.798629 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8fe0ebda-4d2d-453d-b2b4-7d9e07b62d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (402e86c0-f6dc-4db2-903f-410e5ec4a264), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.838336 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8fe0ebda-4d2d-453d-b2b4-7d9e07b62d27 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=17214a73de22428eb996f719faad30fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431918 Sep 16 01:55:18.839185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0ebda-4d2d-453d-b2b4-7d9e07b62d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e86c0-f6dc-4db2-903f-410e5ec4a264,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:18.841678 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47352) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.904256 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] Publish callbacks [] for security_group (402e86c0-f6dc-4db2-903f-410e5ec4a264), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.912778 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47356) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.917024 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:18.928038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] Publish callbacks [] for security_group (402e86c0-f6dc-4db2-903f-410e5ec4a264), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.957323 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-60c6c0ce-fa17-4ce5-b431-e0cd86559bb2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1fa5587735f64d3d95b425da75a1350d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425646 Sep 16 01:55:18.959700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47358) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:18.979251 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (402e86c0-f6dc-4db2-903f-410e5ec4a264), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.983799 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:18.983799 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/402e86c0-f6dc-4db2-903f-410e5ec4a264 HTTP/1.1" status: 204 len: 168 time: 0.1399777 Sep 16 01:55:18.992947 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc859a-d0f0-46df-bb78-10f9abe5095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e86c0-f6dc-4db2-903f-410e5ec4a264,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:19.018393 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] Publish callbacks [] for security_group (78fd10f2-bb8c-4524-81f5-8c41644093f6), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:19.040325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] Publish callbacks [] for security_group (78fd10f2-bb8c-4524-81f5-8c41644093f6), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:19.087597 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (78fd10f2-bb8c-4524-81f5-8c41644093f6), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:19.090219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:19.091352 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/78fd10f2-bb8c-4524-81f5-8c41644093f6 HTTP/1.1" status: 204 len: 168 time: 0.1306233 Sep 16 01:55:19.101390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b310d8-18f3-468d-8550-37494d7bad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fd10f2-bb8c-4524-81f5-8c41644093f6,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:19.298697 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=40 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:19.410154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9b2e-4c38-4164-9e08-9b55320e893f req-30552884-19e9-4af7-9f07-df5379264ba3 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:19.411766 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af1f9b2e-4c38-4164-9e08-9b55320e893f req-30552884-19e9-4af7-9f07-df5379264ba3 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0565267 Sep 16 01:55:19.439040 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=64 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:19.469299 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af1f9b2e-4c38-4164-9e08-9b55320e893f req-4f88086a-1d53-4188-ad8d-80166627e893 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507123 Sep 16 01:55:19.499267 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:19.555118 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc7669-e888-4c16-b278-47b2a4132c94 req-50de3135-9e9c-443e-ab17-94f97a473088 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:19.562022 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a6bc7669-e888-4c16-b278-47b2a4132c94 req-50de3135-9e9c-443e-ab17-94f97a473088 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0565934 Sep 16 01:55:19.618473 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a6bc7669-e888-4c16-b278-47b2a4132c94 req-082d5c8e-89c1-4b0c-a9e8-c3ab506d0fb0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Sep 16 01:55:20.611844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf3627-7791-4604-baa7-69665d958e28 req-01d1e068-4a8c-4f74-a5fd-080cb4fae5a7 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:20.613576 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9bf3627-7791-4604-baa7-69665d958e28 req-01d1e068-4a8c-4f74-a5fd-080cb4fae5a7 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0560632 Sep 16 01:55:20.685457 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9bf3627-7791-4604-baa7-69665d958e28 req-46c216a1-35d5-41b4-b412-566da14c9eae tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=92d3861e-4805-497b-88d3-90973eaf63eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651395 Sep 16 01:55:20.788612 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138d07-67b4-4c30-ad02-8df1d2c0b363 req-f72ed3a3-8a02-445b-b745-f9e461139718 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:20.790145 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a5138d07-67b4-4c30-ad02-8df1d2c0b363 req-f72ed3a3-8a02-445b-b745-f9e461139718 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0835781 Sep 16 01:55:20.847845 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a5138d07-67b4-4c30-ad02-8df1d2c0b363 req-81d9a130-4e57-457e-99dd-80228d66a4e1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Sep 16 01:55:20.898218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-11f40495-c58b-488e-934a-3b724c743b76 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:20.899807 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-11f40495-c58b-488e-934a-3b724c743b76 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 945 time: 0.0538366 Sep 16 01:55:21.057303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Deleting port fa997e48-0418-472d-a98e-8a93319ff371 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:55:21.057655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (fa997e48-0418-472d-a98e-8a93319ff371), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.060465 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:21.099888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.152732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] For port fa997e48-0418-472d-a98e-8a93319ff371, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fa997e48-0418-472d-a98e-8a93319ff371,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:21.154355 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (fa997e48-0418-472d-a98e-8a93319ff371), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.171863 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Calling delete_port for fa997e48-0418-472d-a98e-8a93319ff371 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:55:21.189260 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:21.309241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:21.338917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (fa997e48-0418-472d-a98e-8a93319ff371), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.376944 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['fa997e48-0418-472d-a98e-8a93319ff371'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:55:21.459330 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.595978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Pushing event deleted for resources: {'Port': ['ID=fa997e48-0418-472d-a98e-8a93319ff371,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:21.661461 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] No DVR routers for this DVR port fa997e48-0418-472d-a98e-8a93319ff371 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:55:21.664691 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:21.668150 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-60f53a84-c6db-4df3-bcb7-bbbb13e6fff7 req-0c2f3742-0bcd-438b-89ba-01d472ee1653 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.50 "DELETE /networking/v2.0/ports/fa997e48-0418-472d-a98e-8a93319ff371 HTTP/1.1" status: 204 len: 173 time: 0.7547922 Sep 16 01:55:21.668710 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'name': 'network-vif-deleted', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:21.671404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb856d6-726b-4238-8da1-0a61869288d7" -d '{"events": [{"server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "name": "network-vif-deleted", "tag": "fa997e48-0418-472d-a98e-8a93319ff371"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:21.712384 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd159633-3505-4905-85b4-92382a125ae4 x-openstack-request-id: req-bd159633-3505-4905-85b4-92382a125ae4 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:21.712685 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b0ab06-b40e-4c13-a33f-cd6a2881fd16", "name": "network-vif-deleted", "tag": "fa997e48-0418-472d-a98e-8a93319ff371", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:21.713075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd159633-3505-4905-85b4-92382a125ae4 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:21.713457 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd159633-3505-4905-85b4-92382a125ae4'] response: {'server_uuid': '33b0ab06-b40e-4c13-a33f-cd6a2881fd16', 'name': 'network-vif-deleted', 'tag': 'fa997e48-0418-472d-a98e-8a93319ff371', 'status': 'completed', 'code': 200} Sep 16 01:55:21.835440 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4c6aaab9-93ec-4478-96a3-ecea58bdd615 req-1635059b-d6c2-41a1-af83-3a93a725b9ba tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.0430901 Sep 16 01:55:21.980093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431b553-e7f1-4f28-a7a9-a3667d4a1d7d req-18114609-1ee4-42b6-b35f-9d5f523477c9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:21.981832 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7431b553-e7f1-4f28-a7a9-a3667d4a1d7d req-18114609-1ee4-42b6-b35f-9d5f523477c9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0566032 Sep 16 01:55:22.028823 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7431b553-e7f1-4f28-a7a9-a3667d4a1d7d req-a465a89e-e6bf-4f24-b340-adb92667e058 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Sep 16 01:55:22.968178 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-38ec957a-aee9-4f30-b132-e09229842bb4 req-d64a8f3a-4cc4-4891-ae8b-67bec1e17430 tempest-DeleteServersTestJSON-1720425330 tempest-DeleteServersTestJSON-1720425330-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=33b0ab06-b40e-4c13-a33f-cd6a2881fd16 HTTP/1.1" status: 200 len: 210 time: 0.0308480 Sep 16 01:55:23.150256 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f390f-34a5-4d7a-b927-1529a99a6900 req-d22bfc24-2042-4391-9f4f-6afe70d535ba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:23.151834 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-501f390f-34a5-4d7a-b927-1529a99a6900 req-d22bfc24-2042-4391-9f4f-6afe70d535ba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0492172 Sep 16 01:55:23.202132 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-501f390f-34a5-4d7a-b927-1529a99a6900 req-8cbcdae1-ac6d-4bb2-b684-5848ed57614f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Sep 16 01:55:23.594669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47522) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:23.704308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9f508295-f294-4e5d-81ed-41939897bed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.786673 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9f508295-f294-4e5d-81ed-41939897bed2 admin admin] Publish callbacks [] for security_group (7901b2cf-380b-471e-8a7d-c811fbc77462), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.790366 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9f508295-f294-4e5d-81ed-41939897bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (7901b2cf-380b-471e-8a7d-c811fbc77462), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.829958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f508295-f294-4e5d-81ed-41939897bed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7901b2cf-380b-471e-8a7d-c811fbc77462,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:23.835225 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9f508295-f294-4e5d-81ed-41939897bed2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c240f6399e944b2585f2b24b609d4411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394586 Sep 16 01:55:23.837836 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47526) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:23.886238 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] Publish callbacks [] for security_group (7901b2cf-380b-471e-8a7d-c811fbc77462), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.907914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] Publish callbacks [] for security_group (7901b2cf-380b-471e-8a7d-c811fbc77462), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.965561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (7901b2cf-380b-471e-8a7d-c811fbc77462), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.968160 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:23.969302 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7901b2cf-380b-471e-8a7d-c811fbc77462 HTTP/1.1" status: 204 len: 168 time: 0.1305561 Sep 16 01:55:23.977430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f7cb7-028d-41c1-a167-b2f5d33ae6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901b2cf-380b-471e-8a7d-c811fbc77462,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:24.305796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47548) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:24.318883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device fa997e48-0418-472d-a98e-8a93319ff371 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:55:24.324054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4697dc8e-89ac-426c-9296-03a7e2048337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.340948 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: fa997e48-0418-472d-a98e-8a93319ff371 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:55:24.342037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device fa997e48-0418-472d-a98e-8a93319ff371 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:55:24.351226 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea67d9-b386-46b8-950b-db8204cb8b03 req-5b137e5e-79fc-4672-b08d-a0647ad82362 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:24.353030 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8bea67d9-b386-46b8-950b-db8204cb8b03 req-5b137e5e-79fc-4672-b08d-a0647ad82362 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0620606 Sep 16 01:55:24.413618 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8bea67d9-b386-46b8-950b-db8204cb8b03 req-c4f8e9ba-f27f-4b94-9258-93a821728e8f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543098 Sep 16 01:55:24.420305 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4697dc8e-89ac-426c-9296-03a7e2048337 admin admin] Publish callbacks [] for security_group (e48cd5a6-253a-4863-87d0-f2d48ce416c9), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.424516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4697dc8e-89ac-426c-9296-03a7e2048337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e48cd5a6-253a-4863-87d0-f2d48ce416c9), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.428082 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:24.474175 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4697dc8e-89ac-426c-9296-03a7e2048337 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0d16ea5503bb4118b4ec4dacf2137964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663308 Sep 16 01:55:24.475806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697dc8e-89ac-426c-9296-03a7e2048337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48cd5a6-253a-4863-87d0-f2d48ce416c9,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:24.476980 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47552) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:24.537273 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] Publish callbacks [] for security_group (e48cd5a6-253a-4863-87d0-f2d48ce416c9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.557865 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] Publish callbacks [] for security_group (e48cd5a6-253a-4863-87d0-f2d48ce416c9), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.605028 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e48cd5a6-253a-4863-87d0-f2d48ce416c9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.607682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:24.611392 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e48cd5a6-253a-4863-87d0-f2d48ce416c9 HTTP/1.1" status: 204 len: 168 time: 0.1310675 Sep 16 01:55:24.618055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14acd3-fe1b-457c-8f74-82066cb8c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48cd5a6-253a-4863-87d0-f2d48ce416c9,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:25.513033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47588) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:25.559069 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60b71e-4384-4d8e-bb90-83e5bed11931 req-ab9d5784-aa3e-4e19-836f-db1d1a901b99 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:25.567416 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:25.568674 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db60b71e-4384-4d8e-bb90-83e5bed11931 req-ab9d5784-aa3e-4e19-836f-db1d1a901b99 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0689437 Sep 16 01:55:25.598430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:25.632361 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db60b71e-4384-4d8e-bb90-83e5bed11931 req-eee8e48a-e972-4d90-922b-df9126372bc7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625656 Sep 16 01:55:25.934061 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:26.200098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Deleting port ea937327-cdc7-459a-b174-5c53d30755d0 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:55:26.200437 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:26.284128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] For port ea937327-cdc7-459a-b174-5c53d30755d0, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=ea937327-cdc7-459a-b174-5c53d30755d0,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:26.284483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:26.297843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Calling delete_port for ea937327-cdc7-459a-b174-5c53d30755d0 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:55:26.462038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:26.484632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (ea937327-cdc7-459a-b174-5c53d30755d0), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:26.509505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea937327-cdc7-459a-b174-5c53d30755d0,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:26.583761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:26.685549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:26.811146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c60a9-9862-4545-a863-7c1ca5467ead req-2354aa7f-d591-4164-8bdf-91e794039486 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:26.813088 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-655c60a9-9862-4545-a863-7c1ca5467ead req-2354aa7f-d591-4164-8bdf-91e794039486 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0826411 Sep 16 01:55:26.913575 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-655c60a9-9862-4545-a863-7c1ca5467ead req-190babd2-7836-4e34-bf08-17f1a80bb617 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905538 Sep 16 01:55:26.986007 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:55:27.106038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:55:27.116234 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Sync routers for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:55:27.116724 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47616) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:27.120618 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-6c1fad75-d22e-4166-a2c9-da384b8bc194 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f87d86cd-d263-414a-a8d3-e3c5fc2ce906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6092622 Sep 16 01:55:27.134023 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:27.134817 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:55:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:27.236236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks [] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.261053 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:27.356613 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks [] for router_gateway (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.408908 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Deleting port f24b4c1e-82a2-451b-8d40-25b72b1e493e {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:55:27.409924 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.443657 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:55:26Z', 'revision_number': 5, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port': {'id': 'f24b4c1e-82a2-451b-8d40-25b72b1e493e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:27.474422 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Checking router: f87d86cd-d263-414a-a8d3-e3c5fc2ce906 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:55:27.484155 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Routers {'f87d86cd-d263-414a-a8d3-e3c5fc2ce906'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:55:27.484807 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:55:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:27.502085 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] For port f24b4c1e-82a2-451b-8d40-25b72b1e493e, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f24b4c1e-82a2-451b-8d40-25b72b1e493e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:27.502446 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.521004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Calling delete_port for f24b4c1e-82a2-451b-8d40-25b72b1e493e owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:55:27.582567 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] Set router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:55:27.589592 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:27.637704 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:55:27Z', 'revision_number': 6, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:27.665678 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad9f32f-bc0a-4d67-98db-4d2cdf5d4fdf None None] The sync data for ids ['f87d86cd-d263-414a-a8d3-e3c5fc2ce906'] in dv-cinder-849143-2-iscsi is: [{'id': 'f87d86cd-d263-414a-a8d3-e3c5fc2ce906', 'name': 'tempest-DeleteServersTestJSON-785579415-router', 'tenant_id': '477dd0575c8741b0815ddf5f22297db3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:46Z', 'updated_at': '2022-09-16T01:55:27Z', 'revision_number': 6, 'project_id': '477dd0575c8741b0815ddf5f22297db3', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:55:27.732895 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (f24b4c1e-82a2-451b-8d40-25b72b1e493e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.760301 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24b4c1e-82a2-451b-8d40-25b72b1e493e,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:27.824624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.829417 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.937740 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:27.940145 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks [] for router_controller (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.029833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (f87d86cd-d263-414a-a8d3-e3c5fc2ce906), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.030360 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87d86cd-d263-414a-a8d3-e3c5fc2ce906 {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 01:55:28.038287 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.039409 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b958cab3-253e-48d6-aeeb-c1d3519e51e8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f87d86cd-d263-414a-a8d3-e3c5fc2ce906 HTTP/1.1" status: 204 len: 168 time: 0.9218371 Sep 16 01:55:28.042113 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47638) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:28.055279 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6970a-384a-4e48-a985-c1503274bb31 req-1a3b9e34-68bf-4aad-90d2-e440ce29cb7f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:28.056787 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78c6970a-384a-4e48-a985-c1503274bb31 req-1a3b9e34-68bf-4aad-90d2-e440ce29cb7f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0602803 Sep 16 01:55:28.090755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Deleting subnet 38a81383-0f08-48bf-9685-deec2b2a6c24 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:55:28.094789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Publish callbacks [] for subnet (38a81383-0f08-48bf-9685-deec2b2a6c24), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.134527 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (38a81383-0f08-48bf-9685-deec2b2a6c24), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.256284 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (38a81383-0f08-48bf-9685-deec2b2a6c24), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.282342 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:28.307663 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78c6970a-384a-4e48-a985-c1503274bb31 req-ac0ee9c8-a772-4f2b-b40e-ffec95661be7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451143 Sep 16 01:55:28.317733 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (38a81383-0f08-48bf-9685-deec2b2a6c24), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.345625 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a81383-0f08-48bf-9685-deec2b2a6c24,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:28.348266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.352517 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debf4cd-3344-486d-bc82-82591e991417 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:55:28.353857 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9665f776-dd3e-425c-9ada-9ce9b22a4e36 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/38a81383-0f08-48bf-9685-deec2b2a6c24 HTTP/1.1" status: 204 len: 168 time: 0.3101397 Sep 16 01:55:28.355038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47642) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:28.428122 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (7454b3cb-1a57-443a-9860-b924e28e0b99), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.474150 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Deleting port 341e5ca6-0451-48e5-ba8f-bc383fff02ef {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:55:28.474479 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.539785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] For port 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=341e5ca6-0451-48e5-ba8f-bc383fff02ef,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:28.540088 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.554098 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Calling delete_port for 341e5ca6-0451-48e5-ba8f-bc383fff02ef owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:55:28.584615 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] DHCP port deletion for 7454b3cb-1a57-443a-9860-b924e28e0b99 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 01:55:28.626454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Deleting port 341e5ca6-0451-48e5-ba8f-bc383fff02ef {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:55:28.626853 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.654180 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.680387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Pushing event deleted for resources: {'Port': ['ID=341e5ca6-0451-48e5-ba8f-bc383fff02ef,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:28.686285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] No DVR routers for this DVR port 341e5ca6-0451-48e5-ba8f-bc383fff02ef on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:55:28.708558 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] For port 341e5ca6-0451-48e5-ba8f-bc383fff02ef, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=341e5ca6-0451-48e5-ba8f-bc383fff02ef,segment=NetworkSegment(0a118184-e295-44e0-8edb-05f38617c02f),segment_id=0a118184-e295-44e0-8edb-05f38617c02f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:28.709357 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.731195 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Calling delete_port for 341e5ca6-0451-48e5-ba8f-bc383fff02ef owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:55:28.788190 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (7454b3cb-1a57-443a-9860-b924e28e0b99), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.816993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7454b3cb-1a57-443a-9860-b924e28e0b99']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:28.827525 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a118184-e295-44e0-8edb-05f38617c02f') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:28.827840 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a118184-e295-44e0-8edb-05f38617c02f') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:55:28.845158 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (0a118184-e295-44e0-8edb-05f38617c02f), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.864410 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (0a118184-e295-44e0-8edb-05f38617c02f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.871101 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:55:28.871510 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (0a118184-e295-44e0-8edb-05f38617c02f), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.927892 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 0a118184-e295-44e0-8edb-05f38617c02f resource provider aggregate not found Sep 16 01:55:28.957618 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (7454b3cb-1a57-443a-9860-b924e28e0b99), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.962243 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 0a118184-e295-44e0-8edb-05f38617c02f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a118184-e295-44e0-8edb-05f38617c02f found for delete ", "request_id": "req-ac429bae-e69c-4c2d-88f9-c0076b4beed2"}]} Sep 16 01:55:28.980985 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:28.984273 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7454b3cb-1a57-443a-9860-b924e28e0b99 HTTP/1.1" status: 204 len: 168 time: 0.6280270 Sep 16 01:55:28.985285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470353-3a7f-47d4-85b4-bbc7636f8773 admin admin] Pushing event deleted for resources: {'Network': ['ID=7454b3cb-1a57-443a-9860-b924e28e0b99,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:29.014400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47656) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:29.032140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (341e5ca6-0451-48e5-ba8f-bc383fff02ef), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.059820 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Network 7454b3cb-1a57-443a-9860-b924e28e0b99 is not hosted by any dhcp agent {{(pid=106215) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 16 01:55:29.060401 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] No DVR routers for this DVR port 341e5ca6-0451-48e5-ba8f-bc383fff02ef on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:55:29.062117 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8044a-d164-43d6-800b-3b4efa3f4105 None None] Pushing event deleted for resources: {'Port': ['ID=341e5ca6-0451-48e5-ba8f-bc383fff02ef,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:29.157348 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff89-05e3-4024-b896-440fe666327e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.160956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:29.197387 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47660) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:29.220008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:29.250816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff89-05e3-4024-b896-440fe666327e admin admin] Publish callbacks [] for security_group (14a46a9e-322f-4362-a8a8-116ddade7d27), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.256579 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-44c1ff89-05e3-4024-b896-440fe666327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (14a46a9e-322f-4362-a8a8-116ddade7d27), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.257275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-719027ab-f03c-45bf-bcfd-0c186acfb569 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=477dd0575c8741b0815ddf5f22297db3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585213 Sep 16 01:55:29.257989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47664) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:29.304807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1ff89-05e3-4024-b896-440fe666327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a46a9e-322f-4362-a8a8-116ddade7d27,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:29.314301 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-44c1ff89-05e3-4024-b896-440fe666327e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=130b2f7474ad4c8d8f834c5cb4dbe636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929726 Sep 16 01:55:29.314301 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47666) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:29.376196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] Publish callbacks [] for security_group (14a46a9e-322f-4362-a8a8-116ddade7d27), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.399476 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] Publish callbacks [] for security_group (14a46a9e-322f-4362-a8a8-116ddade7d27), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.457513 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (14a46a9e-322f-4362-a8a8-116ddade7d27), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.462528 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.463705 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14a46a9e-322f-4362-a8a8-116ddade7d27 HTTP/1.1" status: 204 len: 168 time: 0.1517444 Sep 16 01:55:29.473823 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a9e95-427a-4018-9959-9fe418f8f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a46a9e-322f-4362-a8a8-116ddade7d27,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:29.544411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:29.596634 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2266f-4087-499b-b2c6-968417ceffa7 req-740ed1d6-ea24-48b4-9a7c-f6309b4aef6f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:29.598561 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b2266f-4087-499b-b2c6-968417ceffa7 req-740ed1d6-ea24-48b4-9a7c-f6309b4aef6f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0696075 Sep 16 01:55:29.618073 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] Publish callbacks [] for security_group (92d3861e-4805-497b-88d3-90973eaf63eb), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.651616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] Publish callbacks [] for security_group (92d3861e-4805-497b-88d3-90973eaf63eb), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.701568 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b2266f-4087-499b-b2c6-968417ceffa7 req-396d54bf-e0d0-4123-bdb5-37664e78f125 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 Sep 16 01:55:29.705114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 341e5ca6-0451-48e5-ba8f-bc383fff02ef no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:55:29.730656 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 341e5ca6-0451-48e5-ba8f-bc383fff02ef {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:55:29.731227 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 341e5ca6-0451-48e5-ba8f-bc383fff02ef not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:55:29.731643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f24b4c1e-82a2-451b-8d40-25b72b1e493e no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:55:29.744175 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (92d3861e-4805-497b-88d3-90973eaf63eb), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.747466 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:29.748749 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/92d3861e-4805-497b-88d3-90973eaf63eb HTTP/1.1" status: 204 len: 168 time: 0.4897964 Sep 16 01:55:29.751185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: f24b4c1e-82a2-451b-8d40-25b72b1e493e {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:55:29.751710 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f24b4c1e-82a2-451b-8d40-25b72b1e493e not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:55:29.752157 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device ea937327-cdc7-459a-b174-5c53d30755d0 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:55:29.764244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcf164-eff4-41e3-bbf5-28711be2d384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3861e-4805-497b-88d3-90973eaf63eb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:29.778714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: ea937327-cdc7-459a-b174-5c53d30755d0 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:55:29.779289 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device ea937327-cdc7-459a-b174-5c53d30755d0 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:55:30.350265 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47704) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:30.458873 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908995221-network', 'tenant_id': '3a0380c941f644a794f51e1f575faf00'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:30.466248 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:30.482766 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Made reservation on behalf of 3a0380c941f644a794f51e1f575faf00 for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:55:30.485557 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.496502 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.582711 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks [] for security_group (e2f92522-2088-4ca8-ab7e-e2eef53f888e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.586839 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e2f92522-2088-4ca8-ab7e-e2eef53f888e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.617495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 01:55:30.627048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f92522-2088-4ca8-ab7e-e2eef53f888e,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:30.635428 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (afefbc20-58d0-4cf9-983a-81395b3bbf77), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.635770 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Added segment afefbc20-58d0-4cf9-983a-81395b3bbf77 of type vlan for network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c Sep 16 01:55:30.687343 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (5464ac9b-c4e0-46ad-93ef-65f3628cf72c), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.715491 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (5464ac9b-c4e0-46ad-93ef-65f3628cf72c), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.716752 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:30.717503 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.776566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47722) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:30.777157 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4252834 Sep 16 01:55:30.782290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Request body: {'subnet': {'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908995221-subnet', 'tenant_id': '3a0380c941f644a794f51e1f575faf00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:30.791913 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e26ccd-5304-4891-bcff-c14a38f2c93d admin admin] Pushing event updated for resources: {'Network': ['ID=5464ac9b-c4e0-46ad-93ef-65f3628cf72c,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:30.820017 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 01:55:30.861677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Made reservation on behalf of 3a0380c941f644a794f51e1f575faf00 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:55:30.864091 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:30.886478 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd723ab-493b-4dee-85c9-841cc98d4cc5 req-164448d2-2bb9-4221-aa36-493628f0a313 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:30.893334 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dbd723ab-493b-4dee-85c9-841cc98d4cc5 req-164448d2-2bb9-4221-aa36-493628f0a313 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0950651 Sep 16 01:55:30.995487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dbd723ab-493b-4dee-85c9-841cc98d4cc5 req-25194d69-b68d-4992-b444-5f2648db4ca8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Sep 16 01:55:31.095153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (d8b4f20a-9fff-4b34-a25d-2bdfaddd3079), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:31.155670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:31.166988 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Checking segment: {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:55:31.167350 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Network hostable DHCP agents. Network: 5464ac9b-c4e0-46ad-93ef-65f3628cf72c, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 01:55:31.185970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 01:55:31.196467 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 5464ac9b-c4e0-46ad-93ef-65f3628cf72c) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:55:31.200908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:31.201846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:31.208332 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dca861-4cfd-43d3-a026-83601b97f2ac None None] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:55:31.224815 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-248951f8-1205-4bb9-bc6c-d77ae8d73d73 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4462757 Sep 16 01:55:31.319551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cbed8-7256-4a70-9565-4b974fb1fca1 None None] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 01:55:32.121192 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388a47-da42-45ba-b89c-15ab6f9df07a req-c50abbbb-7aaa-4f05-a335-ced1c33858b9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:32.122677 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-88388a47-da42-45ba-b89c-15ab6f9df07a req-c50abbbb-7aaa-4f05-a335-ced1c33858b9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0481641 Sep 16 01:55:32.158407 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:32.177732 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-88388a47-da42-45ba-b89c-15ab6f9df07a req-bd43c4d8-df49-4512-a96d-5c53f063483b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Sep 16 01:55:33.303739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511a153-e787-4d1d-b730-1f38f6616eb6 req-307c6f99-0027-430d-a7f5-d0c1b6fe3564 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:33.305235 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e511a153-e787-4d1d-b730-1f38f6616eb6 req-307c6f99-0027-430d-a7f5-d0c1b6fe3564 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Sep 16 01:55:33.354057 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e511a153-e787-4d1d-b730-1f38f6616eb6 req-e5099ada-72a1-4fd7-b280-2ef3cd88d97c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Sep 16 01:55:33.812731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 47780) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:33.935802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6659-29a9-4141-b37e-56df590c1317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:33.948684 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:34.028626 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6659-29a9-4141-b37e-56df590c1317 admin admin] Publish callbacks [] for security_group (b1fcb79d-1328-45a3-ac36-a3a55ad74b87), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.033242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6659-29a9-4141-b37e-56df590c1317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b1fcb79d-1328-45a3-ac36-a3a55ad74b87), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.038762 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:34.086806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6659-29a9-4141-b37e-56df590c1317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fcb79d-1328-45a3-ac36-a3a55ad74b87,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:34.102740 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2f7a6659-29a9-4141-b37e-56df590c1317 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7d25c483d30d4ac0b8818e5e6bdaaae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889290 Sep 16 01:55:34.105978 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 47798) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:34.163188 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] Publish callbacks [] for security_group (b1fcb79d-1328-45a3-ac36-a3a55ad74b87), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.183328 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] Publish callbacks [] for security_group (b1fcb79d-1328-45a3-ac36-a3a55ad74b87), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.190965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-d71bf2f6-5265-4c4b-902f-4803eb4fbd8b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:34.192607 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-d71bf2f6-5265-4c4b-902f-4803eb4fbd8b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 808 time: 0.1329596 Sep 16 01:55:34.209397 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-499c5f6a-0ded-4b17-a9af-4c5701294b67 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/quotas/3a0380c941f644a794f51e1f575faf00 HTTP/1.1" status: 200 len: 375 time: 0.0102460 Sep 16 01:55:34.234410 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b1fcb79d-1328-45a3-ac36-a3a55ad74b87), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.238061 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:34.241241 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1fcb79d-1328-45a3-ac36-a3a55ad74b87 HTTP/1.1" status: 204 len: 168 time: 0.1338794 Sep 16 01:55:34.245515 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-8418048a-ad6d-4dce-8c36-d28d6ce643dc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292742 Sep 16 01:55:34.250446 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea8797-ffe6-41f8-a7bc-7c9de56a9c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fcb79d-1328-45a3-ac36-a3a55ad74b87,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:34.359441 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-39db9379-b403-4bc1-8b84-38edaf5c4621 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967226 Sep 16 01:55:34.461027 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-1d6f7e51-c23e-403c-a523-2a324f035133 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947895 Sep 16 01:55:34.489530 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa7ef3-db9e-46e0-adb5-3ab03ea7abdb req-2af45726-7bb3-4fc9-9e71-d37ca7cbec4b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:34.491478 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1daa7ef3-db9e-46e0-adb5-3ab03ea7abdb req-2af45726-7bb3-4fc9-9e71-d37ca7cbec4b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0509274 Sep 16 01:55:34.550409 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1daa7ef3-db9e-46e0-adb5-3ab03ea7abdb req-aea7b1ab-c628-4efa-a45b-fe73f9e12852 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Sep 16 01:55:34.663903 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b7d960c4-3045-46ba-bfbe-04a4aa4040ed req-a5a613f2-1377-4b33-bab4-e66fac8f7e29 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0324562 Sep 16 01:55:35.689414 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11861303-c0d8-4f20-965c-3d5c7d6556da req-6e229441-2de1-4884-a6ef-5257d01715df tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:35.691684 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11861303-c0d8-4f20-965c-3d5c7d6556da req-6e229441-2de1-4884-a6ef-5257d01715df tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0501449 Sep 16 01:55:35.748617 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11861303-c0d8-4f20-965c-3d5c7d6556da req-418ffee4-0120-47b0-ac09-6d2f9d300387 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Sep 16 01:55:35.782784 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-109e8098-df57-42ba-90a7-eb58b179b28b req-f3784225-d7c2-42a7-96b5-00aeb4d644d2 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0319543 Sep 16 01:55:36.098803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-4f7c779a-9a56-427a-94b3-98dd87d7402b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:36.100295 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-4f7c779a-9a56-427a-94b3-98dd87d7402b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 808 time: 0.1064394 Sep 16 01:55:36.148182 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Request body: {'port': {'device_id': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c', 'admin_state_up': True, 'tenant_id': '3a0380c941f644a794f51e1f575faf00'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:36.261513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Made reservation on behalf of 3a0380c941f644a794f51e1f575faf00 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:55:36.265289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:36.338468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:36.396791 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Allocated IP 172.20.0.10 (5464ac9b-c4e0-46ad-93ef-65f3628cf72c/d8b4f20a-9fff-4b34-a25d-2bdfaddd3079/f705eaeb-9eb6-4a83-8d43-7f677a7a873e) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:55:36.535819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:36.546128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks [] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:36.579673 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:36.631548 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:55:36.636842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:55:36.639029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Pushing event updated for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:36.641179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:55:36.687258 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:36.688031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:36.704785 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-e29c3adf-3406-4752-80dd-62a35371f043 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606711 Sep 16 01:55:36.725243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Request body: {'port': {'device_id': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:55:36.784741 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:36.910602 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6692130-2411-4b8e-b6d2-f40cdb640844 req-1e3c7f89-82b7-4d5a-b036-4e60709c7f41 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:36.912103 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6692130-2411-4b8e-b6d2-f40cdb640844 req-1e3c7f89-82b7-4d5a-b036-4e60709c7f41 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 932 time: 0.0498135 Sep 16 01:55:36.928332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789ed6-80a2-42a8-9090-f3f4d1b326f5 req-5a1be06f-ecf8-42de-b204-2b3a5cd77960 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:36.929853 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c789ed6-80a2-42a8-9090-f3f4d1b326f5 req-5a1be06f-ecf8-42de-b204-2b3a5cd77960 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0997779 Sep 16 01:55:36.961035 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6692130-2411-4b8e-b6d2-f40cdb640844 req-c034d72c-2cb3-4b9c-b83e-16efef7bcd4b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Sep 16 01:55:37.038782 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9c789ed6-80a2-42a8-9090-f3f4d1b326f5 req-f58d9ae6-6302-4420-bcca-f22fadd054d5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005256 Sep 16 01:55:37.126775 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f705eaeb-9eb6-4a83-8d43-7f677a7a873e {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:55:37.134775 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks [] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:37.148092 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Transition to ACTIVE for port object f705eaeb-9eb6-4a83-8d43-7f677a7a873e will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:55:37.154446 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:37.182783 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:37.240661 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Pushing event updated for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:37.276709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Attempting to bind port f705eaeb-9eb6-4a83-8d43-7f677a7a873e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:55:37.277065 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Attempting to bind port f705eaeb-9eb6-4a83-8d43-7f677a7a873e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:55:37.277385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Attempting to bind port f705eaeb-9eb6-4a83-8d43-7f677a7a873e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:55:37.318355 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:37.336195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Port f705eaeb-9eb6-4a83-8d43-7f677a7a873e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:55:37.336589 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Attempting to bind port f705eaeb-9eb6-4a83-8d43-7f677a7a873e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:55:37.394263 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:55:37.394653 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Checking segment: {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:55:37.396488 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Bound using segment: {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:55:37.397047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Bound port: f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:55:37.397473 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:37.459381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:55:37.462329 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:55:37.468255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:37.473036 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:37.473645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:37.475005 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/f705eaeb-9eb6-4a83-8d43-7f677a7a873e HTTP/1.1" status: 200 len: 1094 time: 0.7546616 Sep 16 01:55:37.476511 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:37.478826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e7ddb3-b4ae-46b0-821f-44a50790f99a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:37.525828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f522fa7-7bcd-4da2-a758-e7cd4c9e644b service neutron] Pushing event updated for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:37.536806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae9e46-9dfb-4d75-b25d-06f5bdfccd04 x-openstack-request-id: req-80ae9e46-9dfb-4d75-b25d-06f5bdfccd04 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:37.537138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:37.537399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80ae9e46-9dfb-4d75-b25d-06f5bdfccd04 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:37.537800 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ae9e46-9dfb-4d75-b25d-06f5bdfccd04'] response: {'name': 'network-changed', 'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e', 'status': 'completed', 'code': 200} Sep 16 01:55:37.616613 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-ed0f6555-8a4d-4050-a08d-b556cc23bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:37.618109 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-ed0f6555-8a4d-4050-a08d-b556cc23bd2e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 1128 time: 0.0410364 Sep 16 01:55:37.664528 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=44 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:37.672266 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-9373b0e4-dd84-46df-8b49-c42b54f05279 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e HTTP/1.1" status: 200 len: 217 time: 0.0373867 Sep 16 01:55:37.724555 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-8a329e3a-5d47-404f-b258-fe2b16a5d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:37.725985 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-8a329e3a-5d47-404f-b258-fe2b16a5d868 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 HTTP/1.1" status: 200 len: 848 time: 0.0454156 Sep 16 01:55:37.758862 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-8e103884-3255-4402-bbd8-fe4f1b5326fd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266395 Sep 16 01:55:37.854560 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-4e99a196-1569-4861-9c67-da8db5e247c5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885167 Sep 16 01:55:37.943657 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e28568d8-c7e5-45c9-9260-e6e6629d221a req-8ad6ce7e-c88c-41c0-91f9-b1b7569f8e22 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829165 Sep 16 01:55:38.086667 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cdad3-875a-4f86-8e93-e44f1a17f0c9 req-b2e8d030-48b6-48ea-9830-aa1c318d5ab4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:38.088186 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-597cdad3-875a-4f86-8e93-e44f1a17f0c9 req-b2e8d030-48b6-48ea-9830-aa1c318d5ab4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0520179 Sep 16 01:55:38.139266 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-597cdad3-875a-4f86-8e93-e44f1a17f0c9 req-7701b60a-4065-4925-9f9a-87cf3f91b8b5 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Sep 16 01:55:38.168769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8521e-d9d2-415d-ab71-f8d223d1f259 req-825a9954-85fa-45af-a216-17c80d315b98 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:38.170208 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f5e8521e-d9d2-415d-ab71-f8d223d1f259 req-825a9954-85fa-45af-a216-17c80d315b98 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0536346 Sep 16 01:55:38.195599 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:38.219752 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f5e8521e-d9d2-415d-ab71-f8d223d1f259 req-1a8e82c6-795d-49d2-8bb0-a1d7c75db63e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Sep 16 01:55:39.268693 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c74b8b-d37e-4ee7-96a0-a6e9948854ca req-0bfee018-7bf1-4b71-9124-0f11a5fb702c tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:39.270247 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b9c74b8b-d37e-4ee7-96a0-a6e9948854ca req-0bfee018-7bf1-4b71-9124-0f11a5fb702c tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0559375 Sep 16 01:55:39.319824 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b9c74b8b-d37e-4ee7-96a0-a6e9948854ca req-16e2e2e1-7f4a-42be-9e67-8e21be576585 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Sep 16 01:55:39.344970 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a3a5e-f630-4a4c-a4b9-1c69fdda18f1 req-85878b9f-3bc0-4fd6-b6de-f1e0bc2130e1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:39.346457 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e11a3a5e-f630-4a4c-a4b9-1c69fdda18f1 req-85878b9f-3bc0-4fd6-b6de-f1e0bc2130e1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Sep 16 01:55:39.393792 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e11a3a5e-f630-4a4c-a4b9-1c69fdda18f1 req-70963c02-a66e-45d1-9572-5d7268dd32b6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Sep 16 01:55:40.460163 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e24b-5792-4dfc-b0eb-add1b2c11a8e req-64ac3b4c-d83e-4836-be19-456c734255b4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:40.461862 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7f9e24b-5792-4dfc-b0eb-add1b2c11a8e req-64ac3b4c-d83e-4836-be19-456c734255b4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0613062 Sep 16 01:55:40.501071 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:40.516968 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7f9e24b-5792-4dfc-b0eb-add1b2c11a8e req-ace538a9-e949-4464-8b3f-e2969b5da25f tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494134 Sep 16 01:55:40.543638 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b26c0-ab56-441f-b906-8d81a6fd467b req-028aa7b6-b0d6-43a4-b2e7-721b5abdaacd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:40.545610 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-193b26c0-ab56-441f-b906-8d81a6fd467b req-028aa7b6-b0d6-43a4-b2e7-721b5abdaacd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0549335 Sep 16 01:55:40.595369 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-193b26c0-ab56-441f-b906-8d81a6fd467b req-47a373d9-b362-4a0b-9d54-5602ca7b7cd0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Sep 16 01:55:41.403659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:41.643756 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e62e3-9dc0-4b93-8f8b-99878b54bad0 req-e703eeda-3484-4b7c-afd6-66a42217a2ae tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:41.645269 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9e4e62e3-9dc0-4b93-8f8b-99878b54bad0 req-e703eeda-3484-4b7c-afd6-66a42217a2ae tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0489542 Sep 16 01:55:41.698224 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9e4e62e3-9dc0-4b93-8f8b-99878b54bad0 req-fa076422-5226-424d-beba-41231d685aeb tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Sep 16 01:55:41.856828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f8211-fcac-4c85-a1b7-dfaa3e290d7c req-f9cbf38f-3c35-4703-80f6-1027f42c1376 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:41.858296 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d56f8211-fcac-4c85-a1b7-dfaa3e290d7c req-f9cbf38f-3c35-4703-80f6-1027f42c1376 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0470057 Sep 16 01:55:41.904687 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d56f8211-fcac-4c85-a1b7-dfaa3e290d7c req-3a6e203d-053b-4220-bb6b-ceab205c48ab tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Sep 16 01:55:42.820916 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601f622-46d0-4311-bdf7-ef58155ce9ce req-b7233743-1b05-439c-bc63-0b7d96c095fc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:42.822403 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c601f622-46d0-4311-bdf7-ef58155ce9ce req-b7233743-1b05-439c-bc63-0b7d96c095fc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0479493 Sep 16 01:55:42.872757 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c601f622-46d0-4311-bdf7-ef58155ce9ce req-af63a0b3-45dd-491d-b472-92e20dbdd245 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 Sep 16 01:55:43.027414 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71ebee-d5f2-46a2-a13b-300044859260 req-2a691691-4cd3-4898-ba24-2258d4bdb606 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:43.029148 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3c71ebee-d5f2-46a2-a13b-300044859260 req-2a691691-4cd3-4898-ba24-2258d4bdb606 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Sep 16 01:55:43.080306 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3c71ebee-d5f2-46a2-a13b-300044859260 req-ab554c25-25e5-4990-908e-93b8032cd6cb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455382 Sep 16 01:55:43.991410 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862abdd5-c097-499f-981a-1a459b9071e9 req-0c399dcb-2506-4b36-91cd-88839dd57e61 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:43.992866 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-862abdd5-c097-499f-981a-1a459b9071e9 req-0c399dcb-2506-4b36-91cd-88839dd57e61 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0458696 Sep 16 01:55:44.024687 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:44.042134 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-862abdd5-c097-499f-981a-1a459b9071e9 req-def7cf44-6e62-4016-b6dc-392c6a778e88 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 Sep 16 01:55:44.201323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5c484-e3df-40ad-bb3a-d4cc6d66acfc req-c1c4e6e9-70ae-40de-be82-4a3e4a3415c1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:44.202697 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22b5c484-e3df-40ad-bb3a-d4cc6d66acfc req-c1c4e6e9-70ae-40de-be82-4a3e4a3415c1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0473094 Sep 16 01:55:44.259420 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22b5c484-e3df-40ad-bb3a-d4cc6d66acfc req-d766d37d-d0ce-4e7e-a735-b0ed03d0d4f9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Sep 16 01:55:44.265559 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:45.170995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc1c9-da88-4f71-8023-2224f8c09ce6 req-5498ddb3-3b62-4560-8e5c-9c16b51540e3 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:45.172487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-eadbc1c9-da88-4f71-8023-2224f8c09ce6 req-5498ddb3-3b62-4560-8e5c-9c16b51540e3 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0491157 Sep 16 01:55:45.221964 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-eadbc1c9-da88-4f71-8023-2224f8c09ce6 req-aa6b631f-eb9a-4591-a670-ba771fa869d1 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Sep 16 01:55:45.349494 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:55:45.382810 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383897f-e198-48df-9432-db84e62a7898 req-f5beb8c9-5b1a-4298-b2fe-a4970c268c9b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:45.384311 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9383897f-e198-48df-9432-db84e62a7898 req-f5beb8c9-5b1a-4298-b2fe-a4970c268c9b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0476513 Sep 16 01:55:45.431809 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9383897f-e198-48df-9432-db84e62a7898 req-c4b07013-5eff-4fd1-bfbd-1610c2694adb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Sep 16 01:55:45.976905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-35ac3423-daf2-4ebf-bc83-3741d4eb7835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:46.346450 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d78377-1e1e-44ab-bfff-b79521bc1fe0 req-a50d3fe2-ad96-40f9-a9f1-deb4c985f816 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:46.347916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-96d78377-1e1e-44ab-bfff-b79521bc1fe0 req-a50d3fe2-ad96-40f9-a9f1-deb4c985f816 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0521879 Sep 16 01:55:46.397610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-96d78377-1e1e-44ab-bfff-b79521bc1fe0 req-c5960cff-e042-467b-affe-42a78ab13cd5 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Sep 16 01:55:46.558814 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaec75c-388c-432a-a49f-8becf5dbe0cd req-f4894f61-879d-405e-8ac1-0e2164d98e57 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:46.560431 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2aaec75c-388c-432a-a49f-8becf5dbe0cd req-f4894f61-879d-405e-8ac1-0e2164d98e57 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Sep 16 01:55:46.593972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:46.613015 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2aaec75c-388c-432a-a49f-8becf5dbe0cd req-c6295c85-725a-444f-85a3-794e83c45b19 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 Sep 16 01:55:47.533111 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca446144-f9c5-4efe-92ac-fb9c53543bb2 req-c818e5d2-2bfa-4872-87a5-a3521079a374 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:47.534645 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ca446144-f9c5-4efe-92ac-fb9c53543bb2 req-c818e5d2-2bfa-4872-87a5-a3521079a374 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 944 time: 0.0588269 Sep 16 01:55:47.579479 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-01c67bfc-8025-450e-ae55-3a5293709558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:47.581549 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-01c67bfc-8025-450e-ae55-3a5293709558 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 1128 time: 0.0645833 Sep 16 01:55:47.655182 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ca446144-f9c5-4efe-92ac-fb9c53543bb2 req-ed1cb284-2cd5-44f0-93bc-b31cd62d3e2b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042144 Sep 16 01:55:47.698480 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-ad4c30df-bb7e-4ed6-b8bd-1d24ed56cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:47.699983 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-ad4c30df-bb7e-4ed6-b8bd-1d24ed56cdbf service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 909 time: 0.1111116 Sep 16 01:55:47.746537 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-d44f86f7-71d6-4ace-aa82-84cbefa5ee89 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e HTTP/1.1" status: 200 len: 217 time: 0.0353622 Sep 16 01:55:47.748303 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f2b1-1f71-4dba-8002-d58fc1d918d7 req-1d44af57-c037-47c1-b940-15c0db59080c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:47.749754 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0f62f2b1-1f71-4dba-8002-d58fc1d918d7 req-1d44af57-c037-47c1-b940-15c0db59080c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Sep 16 01:55:47.799816 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0f62f2b1-1f71-4dba-8002-d58fc1d918d7 req-4e9747ba-2dce-4cf0-a801-230f2d0b51e2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Sep 16 01:55:47.806386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-8a730534-4eef-4ae1-ad9f-40d785221ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:47.808083 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-8a730534-4eef-4ae1-ad9f-40d785221ea2 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 HTTP/1.1" status: 200 len: 848 time: 0.0547526 Sep 16 01:55:47.840586 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-a0cde19c-1849-4a9e-8d8a-349bc371e3fe service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264611 Sep 16 01:55:47.931324 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-4a9525a4-1c0d-4c87-9b01-1d7b4349ef97 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838561 Sep 16 01:55:48.015370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:48.030855 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-43e7ddb3-b4ae-46b0-821f-44a50790f99a req-f6ee7750-2be1-4635-bd36-7dc26a15f165 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923407 Sep 16 01:55:48.414683 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-75968d19-0ee7-4639-b041-e43e837b86ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:48.492300 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f705eaeb-9eb6-4a83-8d43-7f677a7a873e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:55:48.593751 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:48.608514 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e', 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c', 'port_id': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e', 'mac_address': 'fa:16:3e:9a:d6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4f20a-9fff-4b34-a25d-2bdfaddd3079', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:55:48.643653 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f705eaeb-9eb6-4a83-8d43-7f677a7a873e is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:55:48.644058 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:48.657004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f705eaeb-9eb6-4a83-8d43-7f677a7a873e {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:55:48.677577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:48.681533 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:48.729348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:48.792607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785d70c-b5fa-49da-98ef-941bcd60f6af req-b77813bb-a034-447d-91c4-c349ec83b777 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:48.793790 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4785d70c-b5fa-49da-98ef-941bcd60f6af req-b77813bb-a034-447d-91c4-c349ec83b777 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 945 time: 0.0538712 Sep 16 01:55:48.856519 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4785d70c-b5fa-49da-98ef-941bcd60f6af req-fc3c578d-1ddc-42ed-bab7-b4ce79410563 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Sep 16 01:55:48.929071 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aab34-8e63-4c71-9070-54e31953c830 req-e4648d81-769d-4a33-946b-3dda90abf483 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:48.930546 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d08aab34-8e63-4c71-9070-54e31953c830 req-e4648d81-769d-4a33-946b-3dda90abf483 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0493264 Sep 16 01:55:48.983600 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d08aab34-8e63-4c71-9070-54e31953c830 req-a4003043-a779-4e53-8722-a0dbb2ca4ac9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473952 Sep 16 01:55:49.156922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48054) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:49.215191 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['f705eaeb-9eb6-4a83-8d43-7f677a7a873e'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:55:49.264326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.349774 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Publish callbacks [] for security_group (62b209f6-7ce8-47f2-91d7-6820a2689ca2), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.354356 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (62b209f6-7ce8-47f2-91d7-6820a2689ca2), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.372391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:49.398618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b209f6-7ce8-47f2-91d7-6820a2689ca2,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:49.402383 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=952f16556bfe4e208677b102f03fb5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444589 Sep 16 01:55:49.405228 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48060) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:49.408627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.409468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.409814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.410155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.410489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.410821 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.411149 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.411476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.411807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.412158 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.412485 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.412813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.413142 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.413467 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.413786 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6299f4-5ed3-4ce9-8ec3-0f9285a04bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.457494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Publish callbacks [] for security_group (62b209f6-7ce8-47f2-91d7-6820a2689ca2), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.460925 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:49.477232 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.480629 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Publish callbacks [] for security_group (62b209f6-7ce8-47f2-91d7-6820a2689ca2), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.529573 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (62b209f6-7ce8-47f2-91d7-6820a2689ca2), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.532129 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.533523 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/62b209f6-7ce8-47f2-91d7-6820a2689ca2 HTTP/1.1" status: 204 len: 168 time: 0.1272175 Sep 16 01:55:49.541498 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b209f6-7ce8-47f2-91d7-6820a2689ca2,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:49.548854 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.549767 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.550129 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.550553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.550870 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.551196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.551531 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.551903 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.552251 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.552578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.552925 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.553254 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.553578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.553901 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.554220 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ac20d-53b7-41c8-9a50-9dc590d7c1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:49.817973 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48066) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:49.832110 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0803df6b-9ffb-4593-99c6-d2541f95d31a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.912379 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0803df6b-9ffb-4593-99c6-d2541f95d31a admin admin] Publish callbacks [] for security_group (58492f13-cba0-41d0-99df-75bdd064fbca), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.916707 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0803df6b-9ffb-4593-99c6-d2541f95d31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (58492f13-cba0-41d0-99df-75bdd064fbca), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:49.964326 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-0803df6b-9ffb-4593-99c6-d2541f95d31a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f3c744e720ef42a5a65b5136d7d37fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452322 Sep 16 01:55:49.965323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803df6b-9ffb-4593-99c6-d2541f95d31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58492f13-cba0-41d0-99df-75bdd064fbca,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:49.967903 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48070) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:49.990991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3b43a-d5cf-4b0f-85b8-4b0a13e04296 req-3f82a372-9cb9-48c5-8580-759261ef3952 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:49.992645 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0e3b43a-d5cf-4b0f-85b8-4b0a13e04296 req-3f82a372-9cb9-48c5-8580-759261ef3952 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 945 time: 0.0610583 Sep 16 01:55:50.017784 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] Publish callbacks [] for security_group (58492f13-cba0-41d0-99df-75bdd064fbca), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.039825 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] Publish callbacks [] for security_group (58492f13-cba0-41d0-99df-75bdd064fbca), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.043505 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0e3b43a-d5cf-4b0f-85b8-4b0a13e04296 req-47a35826-c2b8-442a-8cee-4c55486f37a2 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Sep 16 01:55:50.114741 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f868758-671c-4834-9729-fdfe22c6be8e req-763454b5-c916-4ead-9bd2-17686d29a0a0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:50.116224 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3f868758-671c-4834-9729-fdfe22c6be8e req-763454b5-c916-4ead-9bd2-17686d29a0a0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0529010 Sep 16 01:55:50.121771 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (58492f13-cba0-41d0-99df-75bdd064fbca), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.124353 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.125406 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58492f13-cba0-41d0-99df-75bdd064fbca HTTP/1.1" status: 204 len: 168 time: 0.1565974 Sep 16 01:55:50.147762 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754856c-9a54-42bf-95d5-be9e4eed33c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58492f13-cba0-41d0-99df-75bdd064fbca,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:50.184854 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3f868758-671c-4834-9729-fdfe22c6be8e req-02b4a204-f72a-45df-b635-cc78f0f46e0f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583715 Sep 16 01:55:50.499389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f705eaeb-9eb6-4a83-8d43-7f677a7a873e up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:55:50.557652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port f705eaeb-9eb6-4a83-8d43-7f677a7a873e completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:55:50.567372 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port f705eaeb-9eb6-4a83-8d43-7f677a7a873e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:55:50.568124 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.569198 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port f705eaeb-9eb6-4a83-8d43-7f677a7a873e Sep 16 01:55:50.651999 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f705eaeb-9eb6-4a83-8d43-7f677a7a873e is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:55:50.652448 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.684657 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:55:50.687395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168bb85-5dc9-4889-a6c2-a742ed544735" -d '{"events": [{"server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "name": "network-vif-plugged", "status": "completed", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:55:50.721659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:55:50.727331 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:50.737889 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f89fef-2ab6-4539-916c-2bb52f66daca x-openstack-request-id: req-83f89fef-2ab6-4539-916c-2bb52f66daca {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:55:50.738328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "name": "network-vif-plugged", "status": "completed", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:55:50.738714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83f89fef-2ab6-4539-916c-2bb52f66daca {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:55:50.739123 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f89fef-2ab6-4539-916c-2bb52f66daca'] response: {'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e', 'code': 200} Sep 16 01:55:50.786314 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:50.796824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.797384 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.797900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.798382 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.799463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.800044 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.801445 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.802077 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.802574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.803046 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.803520 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.804101 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.804623 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.805131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.805589 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:55:50.992007 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c75e19-5dd5-4a6f-a6d0-38e1bfd207b6 req-280d6368-52eb-48d3-a016-1c17a377e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:50.993725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-42c75e19-5dd5-4a6f-a6d0-38e1bfd207b6 req-280d6368-52eb-48d3-a016-1c17a377e3ce service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 1130 time: 0.0432420 Sep 16 01:55:51.044590 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-42c75e19-5dd5-4a6f-a6d0-38e1bfd207b6 req-ec3aa3fe-c20c-409c-8aee-938f6fb7c765 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Sep 16 01:55:51.081193 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:51.175375 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564697e7-f5c6-45ff-97d1-3e2fc996394b req-52363a9f-790c-45da-b11c-952f02f358d9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:51.176875 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-564697e7-f5c6-45ff-97d1-3e2fc996394b req-52363a9f-790c-45da-b11c-952f02f358d9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Sep 16 01:55:51.225603 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-564697e7-f5c6-45ff-97d1-3e2fc996394b req-bf534261-1749-448a-ae6c-eba269424ee4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Sep 16 01:55:51.315207 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abccb6-34b3-4b28-a3f4-6bbdd00e2b1e req-11509c8e-7a50-4cab-8e0e-cb00fe459079 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:51.316723 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23abccb6-34b3-4b28-a3f4-6bbdd00e2b1e req-11509c8e-7a50-4cab-8e0e-cb00fe459079 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Sep 16 01:55:51.365769 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23abccb6-34b3-4b28-a3f4-6bbdd00e2b1e req-92550c54-1a40-4b33-ad34-bfc0b2c0cf1d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Sep 16 01:55:51.453215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:51.854391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48136) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:51.964494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7242792d-8a84-4630-8436-246f202e5e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:51.994007 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.048682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7242792d-8a84-4630-8436-246f202e5e3c admin admin] Publish callbacks [] for security_group (8a641c27-f55b-4e18-b5fc-5d692b98613e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.053428 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7242792d-8a84-4630-8436-246f202e5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8a641c27-f55b-4e18-b5fc-5d692b98613e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.058786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.092543 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242792d-8a84-4630-8436-246f202e5e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a641c27-f55b-4e18-b5fc-5d692b98613e,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:52.099474 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7242792d-8a84-4630-8436-246f202e5e3c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e45424117f44bcb8367055603579333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440109 Sep 16 01:55:52.102012 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48146) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:52.102814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48148) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:52.157628 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] Publish callbacks [] for security_group (8a641c27-f55b-4e18-b5fc-5d692b98613e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.179230 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] Publish callbacks [] for security_group (8a641c27-f55b-4e18-b5fc-5d692b98613e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.217345 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-83d50277-f34e-4177-a5f4-990cbc5c9233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.228250 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8a641c27-f55b-4e18-b5fc-5d692b98613e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.230835 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.234546 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8a641c27-f55b-4e18-b5fc-5d692b98613e HTTP/1.1" status: 204 len: 168 time: 0.1288788 Sep 16 01:55:52.240728 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69877736-86ee-45b5-96dd-6e1affe66c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a641c27-f55b-4e18-b5fc-5d692b98613e,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:52.256047 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.303198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-83d50277-f34e-4177-a5f4-990cbc5c9233 admin admin] Publish callbacks [] for security_group (135bc4f8-eafb-4d1f-a8ca-8cfd120211e6), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.308614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-83d50277-f34e-4177-a5f4-990cbc5c9233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (135bc4f8-eafb-4d1f-a8ca-8cfd120211e6), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.353716 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-83d50277-f34e-4177-a5f4-990cbc5c9233 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=606596b4dfad42ecae365c057b989f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491393 Sep 16 01:55:52.355625 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d50277-f34e-4177-a5f4-990cbc5c9233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135bc4f8-eafb-4d1f-a8ca-8cfd120211e6,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:52.358040 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48156) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:52.381607 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d8229-e9b4-4c36-a2a5-4c02f3be0547 req-d23650e7-d5f6-446b-b052-12ddca81fbbd tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:52.383216 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-df7d8229-e9b4-4c36-a2a5-4c02f3be0547 req-d23650e7-d5f6-446b-b052-12ddca81fbbd tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0627294 Sep 16 01:55:52.421833 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] Publish callbacks [] for security_group (135bc4f8-eafb-4d1f-a8ca-8cfd120211e6), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.437457 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-df7d8229-e9b4-4c36-a2a5-4c02f3be0547 req-e46bb82e-f3e6-423f-9065-2a28e6e009fb tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Sep 16 01:55:52.450059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] Publish callbacks [] for security_group (135bc4f8-eafb-4d1f-a8ca-8cfd120211e6), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.493584 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.527003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d9eb-25f6-40c2-87c6-48bf048e8df9 req-7350cbf9-113a-4e87-a74c-9e3865fce8c8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:52.528528 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d36d9eb-25f6-40c2-87c6-48bf048e8df9 req-7350cbf9-113a-4e87-a74c-9e3865fce8c8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0674312 Sep 16 01:55:52.563639 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (135bc4f8-eafb-4d1f-a8ca-8cfd120211e6), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.566735 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.567852 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/135bc4f8-eafb-4d1f-a8ca-8cfd120211e6 HTTP/1.1" status: 204 len: 168 time: 0.2089496 Sep 16 01:55:52.583797 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.587742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a34a4d-59a2-4c59-9d94-42c6f2e8d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135bc4f8-eafb-4d1f-a8ca-8cfd120211e6,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:52.594659 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6d36d9eb-25f6-40c2-87c6-48bf048e8df9 req-9efdb164-a1a6-4595-800a-6d33a3bb919a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571876 Sep 16 01:55:52.594659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48164) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:52.612651 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-592b362b-bb4a-4eef-ac89-f634b2d97f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.693158 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:52.695711 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-592b362b-bb4a-4eef-ac89-f634b2d97f21 admin admin] Publish callbacks [] for security_group (ac4bf298-e2ee-430e-aec7-5709ca64ff5b), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.699991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-592b362b-bb4a-4eef-ac89-f634b2d97f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ac4bf298-e2ee-430e-aec7-5709ca64ff5b), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.742095 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b362b-bb4a-4eef-ac89-f634b2d97f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4bf298-e2ee-430e-aec7-5709ca64ff5b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:52.747455 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-592b362b-bb4a-4eef-ac89-f634b2d97f21 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=33ee4152ae714594a54f6c4ff9d33e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517689 Sep 16 01:55:52.750116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48166) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:52.819360 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] Publish callbacks [] for security_group (ac4bf298-e2ee-430e-aec7-5709ca64ff5b), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.841745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] Publish callbacks [] for security_group (ac4bf298-e2ee-430e-aec7-5709ca64ff5b), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.892669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ac4bf298-e2ee-430e-aec7-5709ca64ff5b), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.895492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:52.896742 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac4bf298-e2ee-430e-aec7-5709ca64ff5b HTTP/1.1" status: 204 len: 168 time: 0.1454859 Sep 16 01:55:52.909944 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226bb6b-df54-4cad-8f57-48689018a429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4bf298-e2ee-430e-aec7-5709ca64ff5b,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:53.566701 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77cd5-8904-4d46-9661-927c8661a3eb req-5e0c846f-e7c0-4e74-a02c-1a61e62a5a0e tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:53.568294 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-69e77cd5-8904-4d46-9661-927c8661a3eb req-5e0c846f-e7c0-4e74-a02c-1a61e62a5a0e tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0485091 Sep 16 01:55:53.624934 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-69e77cd5-8904-4d46-9661-927c8661a3eb req-292d28b9-a9fe-4450-a8e2-55d9c8f524fa tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497262 Sep 16 01:55:53.752714 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a2cb4-e526-4be3-a2ea-113de3ecaa5d req-d888765e-c841-4ba2-84f3-b03e3906d1f3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:53.754610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d36a2cb4-e526-4be3-a2ea-113de3ecaa5d req-d888765e-c841-4ba2-84f3-b03e3906d1f3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0654292 Sep 16 01:55:53.813316 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d36a2cb4-e526-4be3-a2ea-113de3ecaa5d req-932f52ff-dc12-4055-8fc0-da30a8c656d3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Sep 16 01:55:54.433490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815f709-34a1-4137-b2ef-89edecf70feb req-554e056d-67ee-4ba7-b57e-05e556a444c1 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:54.434973 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0815f709-34a1-4137-b2ef-89edecf70feb req-554e056d-67ee-4ba7-b57e-05e556a444c1 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0528798 Sep 16 01:55:54.487649 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0815f709-34a1-4137-b2ef-89edecf70feb req-ab673c6f-78f3-4a68-94fa-2c23677f9fa6 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Sep 16 01:55:54.948504 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d572c41-d83a-4e3d-ac57-1b43703cc1cc req-0052faec-35c6-487c-b891-8d324f9f795c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:54.950057 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3d572c41-d83a-4e3d-ac57-1b43703cc1cc req-0052faec-35c6-487c-b891-8d324f9f795c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Sep 16 01:55:55.000565 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3d572c41-d83a-4e3d-ac57-1b43703cc1cc req-064928fd-6037-47cc-a938-8488ab230d3a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Sep 16 01:55:55.344763 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:55.601667 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48288) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:55.613902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428d6c-106d-495e-8517-e586aadc1d11 req-112a2be7-bd9e-418f-ab35-392b7f1167b9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:55.615375 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d428d6c-106d-495e-8517-e586aadc1d11 req-112a2be7-bd9e-418f-ab35-392b7f1167b9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0475581 Sep 16 01:55:55.668565 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d428d6c-106d-495e-8517-e586aadc1d11 req-a37d5af7-9850-4fcc-87e4-1a8202da2522 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Sep 16 01:55:55.716389 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-38988a8d-1cdb-4c92-bebb-ced7b5de7eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.790929 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-38988a8d-1cdb-4c92-bebb-ced7b5de7eb1 admin admin] Publish callbacks [] for security_group (e946b61a-d289-4cf3-8489-5f9449b2d3e2), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.800510 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-38988a8d-1cdb-4c92-bebb-ced7b5de7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e946b61a-d289-4cf3-8489-5f9449b2d3e2), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.840125 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-38988a8d-1cdb-4c92-bebb-ced7b5de7eb1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=587b968560f24c82a1572ed761c9bb37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372401 Sep 16 01:55:55.841001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988a8d-1cdb-4c92-bebb-ced7b5de7eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946b61a-d289-4cf3-8489-5f9449b2d3e2,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:55.842794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48292) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:55.891995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] Publish callbacks [] for security_group (e946b61a-d289-4cf3-8489-5f9449b2d3e2), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.912452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] Publish callbacks [] for security_group (e946b61a-d289-4cf3-8489-5f9449b2d3e2), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.922326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:55.961616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e946b61a-d289-4cf3-8489-5f9449b2d3e2), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.964163 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:55.965284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e946b61a-d289-4cf3-8489-5f9449b2d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1211972 Sep 16 01:55:55.973745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b93f35-4575-4817-a4b7-2f334cf1f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946b61a-d289-4cf3-8489-5f9449b2d3e2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:55.986475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:56.128276 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f3c64-2347-4932-b0c2-fce6d6e48b26 req-aa3fe5f6-1eef-44a0-a601-51b6b21f0fd2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:56.130026 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-366f3c64-2347-4932-b0c2-fce6d6e48b26 req-aa3fe5f6-1eef-44a0-a601-51b6b21f0fd2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Sep 16 01:55:56.179201 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-366f3c64-2347-4932-b0c2-fce6d6e48b26 req-53a94731-dc42-4fa5-ae88-6d02e1e1bbdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Sep 16 01:55:56.241022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48300) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:56.255413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-64a3e511-7908-4139-8aaf-be185a3e9a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.332629 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-64a3e511-7908-4139-8aaf-be185a3e9a3c admin admin] Publish callbacks [] for security_group (b42bcfbd-971f-4108-b69f-18baff0da658), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.336520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-64a3e511-7908-4139-8aaf-be185a3e9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b42bcfbd-971f-4108-b69f-18baff0da658), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.374857 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3e511-7908-4139-8aaf-be185a3e9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42bcfbd-971f-4108-b69f-18baff0da658,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:56.380800 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-64a3e511-7908-4139-8aaf-be185a3e9a3c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=306fc760ad75439e8c6d56b3bc1c2a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387696 Sep 16 01:55:56.383526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48306) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:56.434826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] Publish callbacks [] for security_group (b42bcfbd-971f-4108-b69f-18baff0da658), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.454479 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] Publish callbacks [] for security_group (b42bcfbd-971f-4108-b69f-18baff0da658), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.464799 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:56.504916 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b42bcfbd-971f-4108-b69f-18baff0da658), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.507439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:56.508626 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b42bcfbd-971f-4108-b69f-18baff0da658 HTTP/1.1" status: 204 len: 168 time: 0.1241024 Sep 16 01:55:56.516430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f28d6-33a0-4726-85af-d325a1f6728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42bcfbd-971f-4108-b69f-18baff0da658,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:56.792520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc174aed-415c-46d2-886f-b7299e1220ac req-20d5286d-2f1f-4947-b496-20697731b70f tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:56.793979 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fc174aed-415c-46d2-886f-b7299e1220ac req-20d5286d-2f1f-4947-b496-20697731b70f tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0495110 Sep 16 01:55:56.844366 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fc174aed-415c-46d2-886f-b7299e1220ac req-396ceea5-f6fc-4d04-808f-588122daec01 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Sep 16 01:55:57.304436 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33af4e-d407-4c78-9a35-cf9020bf5c1c req-bb27f626-a625-453f-927e-44d40fb9d42b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:57.305920 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8c33af4e-d407-4c78-9a35-cf9020bf5c1c req-bb27f626-a625-453f-927e-44d40fb9d42b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0459216 Sep 16 01:55:57.347406 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:57.356076 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8c33af4e-d407-4c78-9a35-cf9020bf5c1c req-e91e430b-8a73-4f4d-b298-80a9237ce344 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Sep 16 01:55:57.590716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48342) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:57.696464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7747c-3dbf-4e65-a76b-63a9850ab7ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.776485 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7747c-3dbf-4e65-a76b-63a9850ab7ee admin admin] Publish callbacks [] for security_group (4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.780093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8bd7747c-3dbf-4e65-a76b-63a9850ab7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.817575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.820271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7747c-3dbf-4e65-a76b-63a9850ab7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:57.825055 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8bd7747c-3dbf-4e65-a76b-63a9850ab7ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=95f82ffbfe2c471ba841cf6bd4e3ce44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327304 Sep 16 01:55:57.826890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48346) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:55:57.875116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] Publish callbacks [] for security_group (4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.897389 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] Publish callbacks [] for security_group (4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.957917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:57.974441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e1579-53c6-424d-9552-12652df3651d req-74a5f63d-5de1-4338-a4c1-28e4a86d3535 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:57.975869 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed0e1579-53c6-424d-9552-12652df3651d req-74a5f63d-5de1-4338-a4c1-28e4a86d3535 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0566905 Sep 16 01:55:57.984859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.987860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:55:57.988959 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87 HTTP/1.1" status: 204 len: 168 time: 0.1611602 Sep 16 01:55:58.008118 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20fd6-0b51-44be-b0a3-109e6e8833ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b7bbb-d61a-4a86-92b0-e80b61b3ea87,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:55:58.044200 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed0e1579-53c6-424d-9552-12652df3651d req-5415affa-3e15-40fd-9262-dc039e29b30b tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611830 Sep 16 01:55:58.493798 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b46093-a5c4-4de1-ab3a-70c944931038 req-974945e6-9930-4ad0-b402-e47363b9615a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:58.495273 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-61b46093-a5c4-4de1-ab3a-70c944931038 req-974945e6-9930-4ad0-b402-e47363b9615a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Sep 16 01:55:58.547347 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-61b46093-a5c4-4de1-ab3a-70c944931038 req-7a6924f8-2375-4d2f-a5c5-7530338aeeab tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Sep 16 01:55:59.167689 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d67ebb-c59a-43bd-baf7-934ddbbdd548 req-f92325ef-78d0-492a-9fe9-1d0f8c93c4da tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:59.169164 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95d67ebb-c59a-43bd-baf7-934ddbbdd548 req-f92325ef-78d0-492a-9fe9-1d0f8c93c4da tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0475762 Sep 16 01:55:59.220626 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95d67ebb-c59a-43bd-baf7-934ddbbdd548 req-db9e1da8-3af3-430c-9494-7408ed61f305 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Sep 16 01:55:59.653446 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:55:59.667624 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7913c9-d89c-4cd6-a6ae-dcb546f2b6f9 req-b24fe6bf-1a31-4f5a-a29b-5b809e5b2c88 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:55:59.669108 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ea7913c9-d89c-4cd6-a6ae-dcb546f2b6f9 req-b24fe6bf-1a31-4f5a-a29b-5b809e5b2c88 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Sep 16 01:55:59.715712 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ea7913c9-d89c-4cd6-a6ae-dcb546f2b6f9 req-03aac6e0-3e33-4f84-857a-6c0f8b044449 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Sep 16 01:56:00.341748 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae1ec1-950c-4fa7-bec0-eef1f98ee726 req-f7957f1b-6987-40f6-8c18-8e457112a935 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:00.343070 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07ae1ec1-950c-4fa7-bec0-eef1f98ee726 req-f7957f1b-6987-40f6-8c18-8e457112a935 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0450296 Sep 16 01:56:00.429520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-69fe0ad1-4544-45ba-b0a4-0523afd35420 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:00.430974 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-69fe0ad1-4544-45ba-b0a4-0523afd35420 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 946 time: 0.0744579 Sep 16 01:56:00.434990 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07ae1ec1-950c-4fa7-bec0-eef1f98ee726 req-b0d313ea-191f-40b3-bd33-e04b6303e203 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858064 Sep 16 01:56:00.523905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Deleting port f705eaeb-9eb6-4a83-8d43-7f677a7a873e {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:56:00.524269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:00.527812 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:00.621060 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] For port f705eaeb-9eb6-4a83-8d43-7f677a7a873e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:56:00.621742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:00.640337 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Calling delete_port for f705eaeb-9eb6-4a83-8d43-7f677a7a873e owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:56:00.774717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (f705eaeb-9eb6-4a83-8d43-7f677a7a873e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:00.808880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Pushing event deleted for resources: {'Port': ['ID=f705eaeb-9eb6-4a83-8d43-7f677a7a873e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:00.844405 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] No DVR routers for this DVR port f705eaeb-9eb6-4a83-8d43-7f677a7a873e on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:56:00.846877 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:00.850137 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-10b2599c-802a-4613-80a6-6b08230c5dd7 req-30967dd6-e3e3-46d3-bd91-7c6582fe4ca8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "DELETE /networking/v2.0/ports/f705eaeb-9eb6-4a83-8d43-7f677a7a873e HTTP/1.1" status: 204 len: 173 time: 0.4052825 Sep 16 01:56:00.850635 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'name': 'network-vif-deleted', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:56:00.852968 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b972757-d0f8-4d6b-b54e-385c96860ffe" -d '{"events": [{"server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "name": "network-vif-deleted", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:56:00.854391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6054e17-f65f-4437-838a-dc8a78d15a36 req-a5808510-12cf-466c-ad38-324c0c5bead6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:00.855953 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f6054e17-f65f-4437-838a-dc8a78d15a36 req-a5808510-12cf-466c-ad38-324c0c5bead6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0612342 Sep 16 01:56:00.889588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3933d5b-c77a-438f-bbee-e628cbfa7754 x-openstack-request-id: req-f3933d5b-c77a-438f-bbee-e628cbfa7754 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:56:00.890002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e27bc37-d7c8-4048-a910-5c6a207c9422", "name": "network-vif-deleted", "tag": "f705eaeb-9eb6-4a83-8d43-7f677a7a873e", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:56:00.890400 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3933d5b-c77a-438f-bbee-e628cbfa7754 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:56:00.891038 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3933d5b-c77a-438f-bbee-e628cbfa7754'] response: {'server_uuid': '8e27bc37-d7c8-4048-a910-5c6a207c9422', 'name': 'network-vif-deleted', 'tag': 'f705eaeb-9eb6-4a83-8d43-7f677a7a873e', 'status': 'completed', 'code': 200} Sep 16 01:56:00.910362 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f6054e17-f65f-4437-838a-dc8a78d15a36 req-665ece4e-0dd5-4204-b7bf-9a1eee19ef81 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Sep 16 01:56:01.543695 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a4d16278-f2b8-4ceb-a626-9c6c1fa3d876 req-448f0a62-4fca-4451-9913-0237c106276c tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Sep 16 01:56:02.027359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428cc7f-d5af-4454-86cf-19b51a705d11 req-2d6174c0-0975-4709-83f9-622132ae74cd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:02.028827 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6428cc7f-d5af-4454-86cf-19b51a705d11 req-2d6174c0-0975-4709-83f9-622132ae74cd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0456157 Sep 16 01:56:02.075711 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6428cc7f-d5af-4454-86cf-19b51a705d11 req-60a1aec4-51b5-4363-98a7-84033cdb662e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Sep 16 01:56:02.645311 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccbcf330-e519-4982-b22d-5b9024ab5ca0 req-b94f58ba-7b0f-43a4-8010-dd702cf62488 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Sep 16 01:56:03.193937 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68036-e1e1-455f-8fc5-15aaa72291ae req-2e914404-87e8-48eb-9600-1c3b5d956329 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:03.195376 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-93d68036-e1e1-455f-8fc5-15aaa72291ae req-2e914404-87e8-48eb-9600-1c3b5d956329 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0465889 Sep 16 01:56:03.241837 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-93d68036-e1e1-455f-8fc5-15aaa72291ae req-21ef622f-345b-473c-899f-9b05a050d5a9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Sep 16 01:56:03.745861 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-015de513-e077-4e05-a6d8-12b477e42da9 req-05c7338a-3686-4ff0-ba45-774248147627 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0273018 Sep 16 01:56:04.368568 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3113032-3f1c-4ca8-ac49-eeb8bc0af3ff req-3ef2daa8-ce10-4a67-b0d0-4f3ea668dabe tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:04.370015 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3113032-3f1c-4ca8-ac49-eeb8bc0af3ff req-3ef2daa8-ce10-4a67-b0d0-4f3ea668dabe tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Sep 16 01:56:04.418774 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3113032-3f1c-4ca8-ac49-eeb8bc0af3ff req-6bd5fd8b-fea6-4adb-a3f7-0ba7ff408bbb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Sep 16 01:56:04.848813 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-769324f6-aca3-4b22-8585-698e564482d9 req-406a236b-f856-4039-a444-f1cf7264d33a tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Sep 16 01:56:05.255623 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f705eaeb-9eb6-4a83-8d43-7f677a7a873e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:56:05.275293 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: f705eaeb-9eb6-4a83-8d43-7f677a7a873e {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:56:05.275629 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f705eaeb-9eb6-4a83-8d43-7f677a7a873e not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:56:05.539658 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2879-5905-461a-b6e0-dfeb7d67706f req-7a38f837-373f-47d7-8048-65d25e166fb4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:05.541044 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4e9a2879-5905-461a-b6e0-dfeb7d67706f req-7a38f837-373f-47d7-8048-65d25e166fb4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0472157 Sep 16 01:56:05.586891 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4e9a2879-5905-461a-b6e0-dfeb7d67706f req-2b3c8edc-dbda-4a49-9630-5e4ccda5dc5a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Sep 16 01:56:05.951858 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3cd2aff7-3e14-469d-90e9-d334bb7d3331 req-be59e728-164b-4522-a8e1-af70e0151b15 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0293717 Sep 16 01:56:06.708726 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48916be6-a736-43cf-9487-d80d68752632 req-c7488041-be0b-4c37-a656-32d6a73176cc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:06.710061 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-48916be6-a736-43cf-9487-d80d68752632 req-c7488041-be0b-4c37-a656-32d6a73176cc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0460942 Sep 16 01:56:06.759374 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-48916be6-a736-43cf-9487-d80d68752632 req-84837e8c-5cec-4cfc-817e-4743391c047a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Sep 16 01:56:07.053445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-97952105-babd-456e-8385-2b52d9ddeeeb req-f8339ad2-7285-4052-945e-cf9e649ad09d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Sep 16 01:56:07.880435 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ec15-ea09-443c-9ec0-4820bbd83a36 req-95e7d4fe-5268-4f60-a4d6-2bc12ea5e032 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:07.881854 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2987ec15-ea09-443c-9ec0-4820bbd83a36 req-95e7d4fe-5268-4f60-a4d6-2bc12ea5e032 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0461223 Sep 16 01:56:07.928715 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2987ec15-ea09-443c-9ec0-4820bbd83a36 req-5b9d5b80-3b8e-4524-9b44-d55368d29365 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Sep 16 01:56:08.156359 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6fcca02b-2de1-423e-922f-565f07b9168d req-e498a64f-90cc-4d56-9342-989fae1dd48a tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0278263 Sep 16 01:56:09.049341 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a51b73-57b1-4014-90d8-d4881c0ee64a req-ec17a72f-ba93-4561-afcd-0ca22fc253b8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:09.050816 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a8a51b73-57b1-4014-90d8-d4881c0ee64a req-ec17a72f-ba93-4561-afcd-0ca22fc253b8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0470791 Sep 16 01:56:09.097572 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a8a51b73-57b1-4014-90d8-d4881c0ee64a req-3c639ab3-d6c2-4d49-ba39-74a45cafdb74 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Sep 16 01:56:09.257205 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c3575068-6680-4031-b011-c6d87b6aea2f req-c9c8cb1a-7b8d-4e7f-ac3e-935c70bd4f24 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0292084 Sep 16 01:56:10.219143 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25145e7-88e2-46a1-97dd-6c5a4fc18ac2 req-5cac5424-11c9-43a9-87e3-e155828f8a04 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:10.220724 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e25145e7-88e2-46a1-97dd-6c5a4fc18ac2 req-5cac5424-11c9-43a9-87e3-e155828f8a04 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Sep 16 01:56:10.238673 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:10.268460 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e25145e7-88e2-46a1-97dd-6c5a4fc18ac2 req-45077ffa-56e7-485c-bfbb-8c885f2f2b9a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Sep 16 01:56:10.362154 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-38a80665-f943-4f10-b1f3-4776df3aefd5 req-2f8f032a-9c3b-4bd3-a31b-30657c1834db tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0308082 Sep 16 01:56:11.410074 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f455f2-8f76-453a-95a2-5769aa615165 req-321cf8aa-b047-4309-8af9-a7b7b5b4db7c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:11.411646 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f2f455f2-8f76-453a-95a2-5769aa615165 req-321cf8aa-b047-4309-8af9-a7b7b5b4db7c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Sep 16 01:56:11.461450 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f2f455f2-8f76-453a-95a2-5769aa615165 req-8522a1ce-f244-45dc-8aef-e5231f892875 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Sep 16 01:56:11.762380 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-225bfcb8-7f4c-4517-8dce-812e7f9e8ffa req-cbcd5d47-3521-4f71-9007-8cec6c4f760c tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.3146179 Sep 16 01:56:11.839365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab0c1f-fefd-4023-a499-e42f90f98970 req-79f12fca-2d35-4f07-8544-c7ce56c9585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:11.840890 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-99ab0c1f-fefd-4023-a499-e42f90f98970 req-79f12fca-2d35-4f07-8544-c7ce56c9585d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0901620 Sep 16 01:56:11.842713 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-b724482c-e4e0-4f27-b691-e38f2020fabd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901723 Sep 16 01:56:11.922998 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-99ab0c1f-fefd-4023-a499-e42f90f98970 req-ba31cfce-d2c4-4f8d-9ab5-758d3133b53a service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478933 Sep 16 01:56:12.605245 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705ca5-9490-4146-a4fd-491c0d088efd req-4f3d6182-cd11-4198-b5d8-b64e91570dc4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:12.606685 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb705ca5-9490-4146-a4fd-491c0d088efd req-4f3d6182-cd11-4198-b5d8-b64e91570dc4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Sep 16 01:56:12.647544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:12.655225 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb705ca5-9490-4146-a4fd-491c0d088efd req-e4b14c6b-a99d-4da8-8e63-5507b4019d80 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Sep 16 01:56:12.893356 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a39c0565-54d7-4fb9-adab-7f4472b73f40 req-71c88e89-615b-4b6b-b206-cdefc90d0031 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e27bc37-d7c8-4048-a910-5c6a207c9422 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Sep 16 01:56:13.127993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:13.157023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-f7082567-1288-4fa4-8b99-cc1c6a31a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:13.159011 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-f7082567-1288-4fa4-8b99-cc1c6a31a09a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1129 time: 0.0407519 Sep 16 01:56:13.286148 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-995e97ad-efb9-4825-8a96-3ee4d1bf9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:13.287927 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-995e97ad-efb9-4825-8a96-3ee4d1bf9123 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0980339 Sep 16 01:56:13.383137 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-5e882e8f-24e9-4509-b571-a50930636a13 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 1000 time: 0.0691710 Sep 16 01:56:13.446752 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-5d965991-cefe-4b59-a0dc-8d52d710c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:13.446752 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-5d965991-cefe-4b59-a0dc-8d52d710c017 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0482078 Sep 16 01:56:13.537886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-4a875534-417a-49cc-8278-99d71f6a40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:13.539369 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-4a875534-417a-49cc-8278-99d71f6a40ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447397 Sep 16 01:56:13.775470 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215b1c2-34fe-4f1e-b9da-0759e53b94d9 req-c4ca3837-2ffa-42fe-ae39-bd5b9677279c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:13.776971 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5215b1c2-34fe-4f1e-b9da-0759e53b94d9 req-c4ca3837-2ffa-42fe-ae39-bd5b9677279c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0470250 Sep 16 01:56:13.826066 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5215b1c2-34fe-4f1e-b9da-0759e53b94d9 req-37febb50-69ee-4ec6-afb2-62d005438adf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Sep 16 01:56:14.214318 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-c0817cb4-b280-481f-87a3-3af36abf6b84 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:14.215651 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-c0817cb4-b280-481f-87a3-3af36abf6b84 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 808 time: 0.1024706 Sep 16 01:56:14.230782 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-66aff37e-69f9-4f96-a9c8-8463f299db78 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/quotas/3a0380c941f644a794f51e1f575faf00 HTTP/1.1" status: 200 len: 375 time: 0.0090842 Sep 16 01:56:14.266440 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ead473da-5188-46e6-9623-26e272123904 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304673 Sep 16 01:56:14.328379 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-0c7d69d5-a330-407a-942d-e80a6b157517 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935287 Sep 16 01:56:14.366364 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-512453f1-a447-40af-baf4-455163254cb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901160 Sep 16 01:56:14.406646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:14.423892 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d9678228-5956-49d2-a58f-d8f91ee82276 req-620ec4f9-e376-4a3f-aa3f-9eab93b528d5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885355 Sep 16 01:56:14.458282 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-59384606-4c26-4731-bb54-f1ecb4c98707 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Sep 16 01:56:14.648474 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3bea06a0-7686-4631-931c-6541991621a7 req-4cbdf553-8ad5-425f-9fd1-4adb3e61eae8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0289731 Sep 16 01:56:14.772402 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48586) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:14.954222 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8109ecff-f50f-4152-a1f2-fe6bfc1eb8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.023050 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3498-9d5e-4aee-9d03-e951130b5c03 req-a447388a-ea31-440d-a4be-b7633b26febf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:15.025111 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-927d3498-9d5e-4aee-9d03-e951130b5c03 req-a447388a-ea31-440d-a4be-b7633b26febf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0799365 Sep 16 01:56:15.101819 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-927d3498-9d5e-4aee-9d03-e951130b5c03 req-9764c8e9-8f52-4f51-8635-6d70b2e74f78 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 Sep 16 01:56:15.114687 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8109ecff-f50f-4152-a1f2-fe6bfc1eb8d8 admin admin] Publish callbacks [] for security_group (b6aeb076-2e16-491a-a78b-e9acdbf8e4f4), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.122777 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8109ecff-f50f-4152-a1f2-fe6bfc1eb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b6aeb076-2e16-491a-a78b-e9acdbf8e4f4), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.167369 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109ecff-f50f-4152-a1f2-fe6bfc1eb8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aeb076-2e16-491a-a78b-e9acdbf8e4f4,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:15.177588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48602) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:15.177773 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8109ecff-f50f-4152-a1f2-fe6bfc1eb8d8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=91aabdd330f74058b7a980f075092142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041984 Sep 16 01:56:15.259376 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:15.260510 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:15.263872 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf30e5-290e-4ad5-a131-b5adafb2bae6 req-cee34242-b24e-4f66-9b41-8295b28ca6ac tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:15.265747 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fdf30e5-290e-4ad5-a131-b5adafb2bae6 req-cee34242-b24e-4f66-9b41-8295b28ca6ac tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0713718 Sep 16 01:56:15.294371 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] Publish callbacks [] for security_group (b6aeb076-2e16-491a-a78b-e9acdbf8e4f4), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.329015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] Publish callbacks [] for security_group (b6aeb076-2e16-491a-a78b-e9acdbf8e4f4), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.349033 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3fdf30e5-290e-4ad5-a131-b5adafb2bae6 req-e647d7b6-167a-4cdb-9364-ff2d88986b41 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713334 Sep 16 01:56:15.390715 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b6aeb076-2e16-491a-a78b-e9acdbf8e4f4), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.393640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:15.394800 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6aeb076-2e16-491a-a78b-e9acdbf8e4f4 HTTP/1.1" status: 204 len: 168 time: 0.2162333 Sep 16 01:56:15.402791 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47899674-8516-4bd1-9565-147db3899c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aeb076-2e16-491a-a78b-e9acdbf8e4f4,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:15.751978 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:15.772684 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a0442f82-f4ae-4af0-9fb5-5e28f5729a22 req-b4240e11-f02f-475e-8e8f-55f254d0629f tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0331419 Sep 16 01:56:15.972275 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0df5b97-7362-431d-abe3-cbf71f812a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:16.874872 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77c66bb5-376c-490b-ac72-1785ab4ece70 req-8661c6c4-5e24-489d-b3a2-dc00cd3970e8 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0276446 Sep 16 01:56:17.979713 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7cfe7de1-f222-4b69-9104-fd49fff184b2 req-f97e7e06-4954-4e4d-9240-f84706f4bbd7 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0302880 Sep 16 01:56:18.417518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f2afe5f7-d29e-40b1-a967-b5a109dd3234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:19.082129 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-23c97b0a-28f0-455f-a113-bee71641adca req-4114223a-fa04-4a82-8f23-81cd8bd0cf49 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0277007 Sep 16 01:56:19.479812 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.014600 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-8eb41aa2-8952-4dd5-a171-dfd55fa04e1e tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:20.016430 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-8eb41aa2-8952-4dd5-a171-dfd55fa04e1e tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 808 time: 0.1093793 Sep 16 01:56:20.036577 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Request body: {'port': {'device_id': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c', 'admin_state_up': True, 'tenant_id': '3a0380c941f644a794f51e1f575faf00'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:56:20.154887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Made reservation on behalf of 3a0380c941f644a794f51e1f575faf00 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:56:20.159183 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.162303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:20.197018 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8e5c571d-6863-4e2d-b257-0c0174bb45aa req-4b74eef8-ab16-434d-b148-e512ea6f8370 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0307517 Sep 16 01:56:20.290673 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Allocated IP 172.20.0.12 (5464ac9b-c4e0-46ad-93ef-65f3628cf72c/d8b4f20a-9fff-4b34-a25d-2bdfaddd3079/a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:56:20.449324 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks [] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.462642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:20.487210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.538447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:56:20.541715 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:56:20.545695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:56:20.569049 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Pushing event updated for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:20.597561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:20.598173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.614043 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-e0e47505-53c6-406d-bbcf-de9dcdb2caa9 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812581 Sep 16 01:56:20.631953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Request body: {'port': {'device_id': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:56:20.691332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.950886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:56:20.958796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks [] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:20.970984 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:20.974357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Transition to ACTIVE for port object a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:56:20.978346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.043812 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Pushing event updated for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:21.081336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.100177 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Attempting to bind port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:56:21.100510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Attempting to bind port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:56:21.100833 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Attempting to bind port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:56:21.146456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:56:21.146897 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Attempting to bind port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e on network 5464ac9b-c4e0-46ad-93ef-65f3628cf72c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:56:21.195794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:56:21.196361 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Checking segment: {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:56:21.196758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Bound using segment: {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:56:21.197263 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Bound port: a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afefbc20-58d0-4cf9-983a-81395b3bbf77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:56:21.197630 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.267531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:56:21.271688 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:56:21.303472 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a541059-9e50-433f-b312-30a012f72faf req-a161b4fa-7c0d-4820-99b5-6efcc50f74b8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.305145 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2a541059-9e50-433f-b312-30a012f72faf req-a161b4fa-7c0d-4820-99b5-6efcc50f74b8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0646474 Sep 16 01:56:21.312473 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.319427 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:21.324398 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.325025 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.326627 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e HTTP/1.1" status: 200 len: 1094 time: 0.6989400 Sep 16 01:56:21.327229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:56:21.329616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3147c430-489a-4250-8fad-e4b7bb8a091b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:56:21.358803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-cd84d5f4-d036-43f9-a278-6a50fddc6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.361181 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-cd84d5f4-d036-43f9-a278-6a50fddc6861 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1130 time: 0.0873494 Sep 16 01:56:21.387470 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2a541059-9e50-433f-b312-30a012f72faf req-b3742179-36d9-47fc-bc02-b3cf5fe70198 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750875 Sep 16 01:56:21.447352 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a5fa-1839-4039-b27b-bd05dac9fd3d service neutron] Pushing event updated for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:21.471226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3360be-63c4-4a5d-ad82-da315d17b807 x-openstack-request-id: req-8e3360be-63c4-4a5d-ad82-da315d17b807 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:56:21.471562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:56:21.471766 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e3360be-63c4-4a5d-ad82-da315d17b807 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:56:21.472211 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3360be-63c4-4a5d-ad82-da315d17b807'] response: {'name': 'network-changed', 'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e', 'status': 'completed', 'code': 200} Sep 16 01:56:21.479978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:21.555295 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46ed04-c18a-4b4a-8c07-d277d63d4a1a req-c0fa0642-7ec0-4150-ba69-04d28d8f341a tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.559973 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a46ed04-c18a-4b4a-8c07-d277d63d4a1a req-c0fa0642-7ec0-4150-ba69-04d28d8f341a tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 944 time: 0.1038547 Sep 16 01:56:21.559973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ec7846d0-6c3b-4f9b-9e21-b706a8be4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.559973 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-ec7846d0-6c3b-4f9b-9e21-b706a8be4bd7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 1128 time: 0.1090262 Sep 16 01:56:21.630277 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-848a0dbe-dfbb-47f1-9906-b5e03ee34de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.631818 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-848a0dbe-dfbb-47f1-9906-b5e03ee34de5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.2613058 Sep 16 01:56:21.633016 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-be0505c9-b2d4-4262-aadb-b1f0117d344e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e HTTP/1.1" status: 200 len: 217 time: 0.0545213 Sep 16 01:56:21.726873 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a46ed04-c18a-4b4a-8c07-d277d63d4a1a req-11c1e599-935f-4d18-9894-8fd543f4d747 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600950 Sep 16 01:56:21.730062 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-7a5626c3-1d45-46b1-b29b-88c9f59977d1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 217 time: 0.0796168 Sep 16 01:56:21.769403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-5691044d-ac4a-425c-91d3-a18dc99a4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.770824 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-5691044d-ac4a-425c-91d3-a18dc99a4062 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 HTTP/1.1" status: 200 len: 848 time: 0.1216512 Sep 16 01:56:21.812941 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-fa9ad3a7-6ec3-4bff-9f8b-4502f4b33318 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328038 Sep 16 01:56:21.814519 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-dae0e9e8-0b50-4a84-a869-bbdf75f0bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.815815 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-dae0e9e8-0b50-4a84-a869-bbdf75f0bd7f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0791879 Sep 16 01:56:21.910289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-a5a5733d-8c73-4c5f-83f1-a9cb0acbd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:21.911783 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-a5a5733d-8c73-4c5f-83f1-a9cb0acbd278 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800357 Sep 16 01:56:21.939323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:22.001068 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-7a226889-e11f-4027-8454-984a53c63c61 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771483 Sep 16 01:56:22.081633 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-ece0d1ca-ea72-49d5-be66-abefe1a78d9f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618578 Sep 16 01:56:22.181782 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9d78aaf1-320f-4b53-922f-beca9e7edb20 req-cb91e033-482d-4ff9-ba51-8ffc310a0f4b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739571 Sep 16 01:56:22.211423 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cb5288a-6061-4dbe-a28a-1ca54ef8723f req-4e9e0ba7-5ae4-4204-9055-0e9278aa2081 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204607 Sep 16 01:56:22.347849 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:56:22.519299 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2c80-60a2-4686-a9fa-1c487f809a96 req-1eb3fbd5-cd6a-4efc-b50c-668d20830544 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:22.520790 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1aff2c80-60a2-4686-a9fa-1c487f809a96 req-1eb3fbd5-cd6a-4efc-b50c-668d20830544 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0485258 Sep 16 01:56:22.573483 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1aff2c80-60a2-4686-a9fa-1c487f809a96 req-af2eea02-a508-403c-bd47-719e244a2154 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Sep 16 01:56:22.850732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933719be-e124-4e00-8d96-0bfd36a30979 req-527c731c-bf2d-430d-956c-80ce7c7629a3 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:22.852301 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-933719be-e124-4e00-8d96-0bfd36a30979 req-527c731c-bf2d-430d-956c-80ce7c7629a3 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 944 time: 0.0504384 Sep 16 01:56:22.900454 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-933719be-e124-4e00-8d96-0bfd36a30979 req-b0d6b892-0dba-4fd3-8a5b-95031e2ddd1d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Sep 16 01:56:23.696347 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5f348-28e4-452a-a87b-8168a37ffa46 req-c29dacf6-7f17-40cd-a307-02e277a91f37 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:23.697716 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-37e5f348-28e4-452a-a87b-8168a37ffa46 req-c29dacf6-7f17-40cd-a307-02e277a91f37 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0468736 Sep 16 01:56:23.743529 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-37e5f348-28e4-452a-a87b-8168a37ffa46 req-960fec28-dee4-4441-bcac-0d8af57fe304 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Sep 16 01:56:24.022568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6068-221d-4a91-b366-c28e0a332cc9 req-3236da8b-86e1-4475-b5f1-b0bd3053babf tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:24.024064 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7d6b6068-221d-4a91-b366-c28e0a332cc9 req-3236da8b-86e1-4475-b5f1-b0bd3053babf tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 944 time: 0.0481091 Sep 16 01:56:24.076467 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7d6b6068-221d-4a91-b366-c28e0a332cc9 req-2edc8e76-2d27-431e-8994-81ea0fce9f03 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Sep 16 01:56:24.332616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48762) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:24.436843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c343-f25c-472b-9885-cab8b0ce7a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.447242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:24.520961 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c343-f25c-472b-9885-cab8b0ce7a34 admin admin] Publish callbacks [] for security_group (d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.524432 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffc1c343-f25c-472b-9885-cab8b0ce7a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.562963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1c343-f25c-472b-9885-cab8b0ce7a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:24.567683 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ffc1c343-f25c-472b-9885-cab8b0ce7a34 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a93da81805a145908bddc4c70d77c8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339983 Sep 16 01:56:24.570407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48768) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:24.621848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] Publish callbacks [] for security_group (d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.643509 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] Publish callbacks [] for security_group (d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.695251 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.697751 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:24.698886 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c HTTP/1.1" status: 204 len: 168 time: 0.1275918 Sep 16 01:56:24.707015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3353-aacc-4481-8969-6b83fb0fb94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d6c67c-36c8-4c9e-a151-2ac4fda2c51c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:24.871484 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-9a45140b-5314-4657-a88c-d33780842f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:24.873074 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-9a45140b-5314-4657-a88c-d33780842f21 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3a0380c941f644a794f51e1f575faf00&device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 1128 time: 0.0775051 Sep 16 01:56:24.901631 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c486f4-99e1-4416-95ca-0497df6638fa req-0187ceec-2535-4a1d-859b-168df476229f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:24.903110 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-64c486f4-99e1-4416-95ca-0497df6638fa req-0187ceec-2535-4a1d-859b-168df476229f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0525441 Sep 16 01:56:24.928591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:24.963007 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-64c486f4-99e1-4416-95ca-0497df6638fa req-67326e60-6de3-4633-a28d-8a2c7c53c84c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 Sep 16 01:56:25.100262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:25.131711 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-69005417-bc93-48bd-b053-11b39a77278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:25.133319 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-69005417-bc93-48bd-b053-11b39a77278f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 200 len: 909 time: 0.1202111 Sep 16 01:56:25.182312 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-9e89c713-0b23-45bc-95bf-5a170abe2f6c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e HTTP/1.1" status: 200 len: 217 time: 0.0415773 Sep 16 01:56:25.265053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f903c-5b87-44e5-a671-b6acabf3bdfc req-1d2c9ebd-5ea8-41a5-baa7-34ad72c0cda2 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:25.275487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ca8f903c-5b87-44e5-a671-b6acabf3bdfc req-1d2c9ebd-5ea8-41a5-baa7-34ad72c0cda2 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 944 time: 0.0927286 Sep 16 01:56:25.301782 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-0138855c-6d37-4eee-88d5-c85cfd75e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:25.303259 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-0138855c-6d37-4eee-88d5-c85cfd75e77a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 HTTP/1.1" status: 200 len: 848 time: 0.1074796 Sep 16 01:56:25.352530 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-8db448db-ca52-46f2-8d40-7deaaf348da2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5464ac9b-c4e0-46ad-93ef-65f3628cf72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392680 Sep 16 01:56:25.359659 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ca8f903c-5b87-44e5-a671-b6acabf3bdfc req-de2e0b98-1d3d-45fc-90ec-7f2cb6e90223 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859237 Sep 16 01:56:25.363482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:56:25.473688 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:56:25.481658 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-f91f11fe-b2df-449e-bef0-ed65a5bfdb4b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209872 Sep 16 01:56:25.486510 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e', 'network_id': '5464ac9b-c4e0-46ad-93ef-65f3628cf72c', 'port_id': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e', 'mac_address': 'fa:16:3e:e4:92:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b4f20a-9fff-4b34-a25d-2bdfaddd3079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:56:25.529607 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:56:25.530006 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:25.552249 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:56:25.575324 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:56:25.581068 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:25.598174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3147c430-489a-4250-8fad-e4b7bb8a091b req-7d0f867c-dfb3-4140-b74e-31c94b2a14a0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094699 Sep 16 01:56:25.658053 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:26.048059 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:56:26.109286 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6cde0-9813-4eaf-ab0f-521cfd518a59 req-00919b42-fffa-49a7-97cc-41476b27d99c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:26.111113 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d1c6cde0-9813-4eaf-ab0f-521cfd518a59 req-00919b42-fffa-49a7-97cc-41476b27d99c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0662761 Sep 16 01:56:26.178380 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d1c6cde0-9813-4eaf-ab0f-521cfd518a59 req-f31ecd0a-7bd6-4e61-a12b-33a1d0254a1f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614429 Sep 16 01:56:26.505830 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7cc81-36e7-4add-90d0-ee6f3b3d713d req-1de6779f-85d3-4302-8d42-81ef67d27b1d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:26.512588 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94d7cc81-36e7-4add-90d0-ee6f3b3d713d req-1de6779f-85d3-4302-8d42-81ef67d27b1d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 945 time: 0.0651031 Sep 16 01:56:26.542027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:26.557298 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-94d7cc81-36e7-4add-90d0-ee6f3b3d713d req-08e5aaf3-1e5c-4976-8e05-9b8e644c5c1d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Sep 16 01:56:27.293127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cc84f-c6e9-4cc0-bd44-2eb18e523e9a req-59191537-dfa2-4c2e-b945-b24613a9d560 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:27.294593 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-609cc84f-c6e9-4cc0-bd44-2eb18e523e9a req-59191537-dfa2-4c2e-b945-b24613a9d560 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0467224 Sep 16 01:56:27.342528 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-609cc84f-c6e9-4cc0-bd44-2eb18e523e9a req-07600ac4-6626-4119-817b-58b689983b63 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Sep 16 01:56:27.385358 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:56:27.429216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:56:27.436306 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:56:27.436676 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:27.437778 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e Sep 16 01:56:27.515159 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:56:27.515575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:27.542885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:56:27.545128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcef5c09-46bb-4302-8c9f-80fcb98f8cbe" -d '{"events": [{"server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "name": "network-vif-plugged", "status": "completed", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:56:27.558628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:56:27.563265 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:27.588574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b37c0-cee4-4454-8bd0-1396bdc2dc5d x-openstack-request-id: req-813b37c0-cee4-4454-8bd0-1396bdc2dc5d {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:56:27.591900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "name": "network-vif-plugged", "status": "completed", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:56:27.591900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-813b37c0-cee4-4454-8bd0-1396bdc2dc5d {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:56:27.591900 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813b37c0-cee4-4454-8bd0-1396bdc2dc5d'] response: {'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e', 'code': 200} Sep 16 01:56:27.602306 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:27.631020 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:27.713282 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051d2ac-9c38-47f9-a0db-88400b6aa638 req-634ac74d-5a2b-4c8b-8d70-08ce15c625fd tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:27.714722 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9051d2ac-9c38-47f9-a0db-88400b6aa638 req-634ac74d-5a2b-4c8b-8d70-08ce15c625fd tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0522568 Sep 16 01:56:27.763484 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9051d2ac-9c38-47f9-a0db-88400b6aa638 req-7630d4c5-7ebe-4a28-9053-a7de983713fc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Sep 16 01:56:27.826817 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b214-45f2-40ea-9ce4-c8164d9fb2dd req-1225fe8f-dd69-452e-808f-107ce17c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:27.828400 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f5d6b214-45f2-40ea-9ce4-c8164d9fb2dd req-1225fe8f-dd69-452e-808f-107ce17c26b7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 1130 time: 0.0388956 Sep 16 01:56:27.829871 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:27.875606 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f5d6b214-45f2-40ea-9ce4-c8164d9fb2dd req-c8d254fa-540a-4f22-9409-5d62010c1be6 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Sep 16 01:56:28.466597 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6abeb1-cb23-471f-b9ce-a536d3b51d20 req-2cf78041-bce3-4a04-ac4d-2ad8c4084e37 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:28.468087 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a6abeb1-cb23-471f-b9ce-a536d3b51d20 req-2cf78041-bce3-4a04-ac4d-2ad8c4084e37 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0476732 Sep 16 01:56:28.520885 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a6abeb1-cb23-471f-b9ce-a536d3b51d20 req-437001a5-e00e-4fa1-bd01-5a176168ad83 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469060 Sep 16 01:56:28.894187 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812bcc-5e05-489b-976d-2900379c2b93 req-b2f0aabe-ca25-4711-bc93-2d9315bec069 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:28.895727 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9b812bcc-5e05-489b-976d-2900379c2b93 req-b2f0aabe-ca25-4711-bc93-2d9315bec069 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0483527 Sep 16 01:56:28.944660 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9b812bcc-5e05-489b-976d-2900379c2b93 req-43671208-ab7d-4b9d-9298-2593f6ad0bb3 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Sep 16 01:56:29.638367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce25f2-3dd8-4f8e-b9f6-c56e64fbb79a req-9aab051e-96ab-49e6-8653-edf8d4353869 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:29.639841 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3ce25f2-3dd8-4f8e-b9f6-c56e64fbb79a req-9aab051e-96ab-49e6-8653-edf8d4353869 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0461040 Sep 16 01:56:29.687457 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3ce25f2-3dd8-4f8e-b9f6-c56e64fbb79a req-3bdacbbf-29df-4b6d-8c05-f4ec59002724 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Sep 16 01:56:30.068554 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1424047-ddd8-4b08-934c-d2bedbb320f8 req-eec229b1-a5c8-434a-b538-c8e050e408d5 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:30.070114 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a1424047-ddd8-4b08-934c-d2bedbb320f8 req-eec229b1-a5c8-434a-b538-c8e050e408d5 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0465782 Sep 16 01:56:30.122927 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a1424047-ddd8-4b08-934c-d2bedbb320f8 req-e480b406-0cb2-43aa-bd3b-e5658f51ac89 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Sep 16 01:56:30.813505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f466b7-f6b6-4769-8e7d-6d5879210f04 req-1b112667-4448-4ee5-a347-469fa4e33ec1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:30.815109 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-46f466b7-f6b6-4769-8e7d-6d5879210f04 req-1b112667-4448-4ee5-a347-469fa4e33ec1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0503147 Sep 16 01:56:30.862947 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-46f466b7-f6b6-4769-8e7d-6d5879210f04 req-1c01d903-4872-4d73-aa76-6cade8c92c16 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Sep 16 01:56:31.200306 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 48974) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:31.320100 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74cc3f58-24c1-4539-9fac-8a88e6306945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.389503 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:31.410197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74cc3f58-24c1-4539-9fac-8a88e6306945 admin admin] Publish callbacks [] for security_group (fb9651bc-debe-44c0-aa88-2101f8dbf32e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.410197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-74cc3f58-24c1-4539-9fac-8a88e6306945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fb9651bc-debe-44c0-aa88-2101f8dbf32e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.450835 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-74cc3f58-24c1-4539-9fac-8a88e6306945 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=37a286c8b3eb42ae893045e96c752f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471452 Sep 16 01:56:31.450835 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc3f58-24c1-4539-9fac-8a88e6306945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9651bc-debe-44c0-aa88-2101f8dbf32e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:31.451239 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 48984) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:31.470351 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:31.510565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] Publish callbacks [] for security_group (fb9651bc-debe-44c0-aa88-2101f8dbf32e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.533393 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] Publish callbacks [] for security_group (fb9651bc-debe-44c0-aa88-2101f8dbf32e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.589692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fb9651bc-debe-44c0-aa88-2101f8dbf32e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.592266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:31.596624 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fb9651bc-debe-44c0-aa88-2101f8dbf32e HTTP/1.1" status: 204 len: 168 time: 0.1442094 Sep 16 01:56:31.606638 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e260aa-5a08-4a9d-9a85-fbfe450c3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9651bc-debe-44c0-aa88-2101f8dbf32e,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:31.689558 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448792-8eec-467c-bb5e-cc7d95646857 req-94bbfe3d-254a-446a-9f2b-7b0c8e860bfc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:31.696740 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7c448792-8eec-467c-bb5e-cc7d95646857 req-94bbfe3d-254a-446a-9f2b-7b0c8e860bfc tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0622675 Sep 16 01:56:32.006186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef57f5e-1205-436c-90ee-0ec389655211 req-73da087b-f71a-4bea-b330-cd1ddeff1653 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:32.006705 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7c448792-8eec-467c-bb5e-cc7d95646857 req-664bd7bc-03d6-4186-933d-b51310c991e4 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080206 Sep 16 01:56:32.008403 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fef57f5e-1205-436c-90ee-0ec389655211 req-73da087b-f71a-4bea-b330-cd1ddeff1653 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0520604 Sep 16 01:56:32.059268 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fef57f5e-1205-436c-90ee-0ec389655211 req-a672cbe8-a1c7-4c8f-a7e8-195c6482df75 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454180 Sep 16 01:56:32.343801 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:33.130417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8236d-e133-4cbb-95f0-0d3d34c7c527 req-cd9629e7-a4b7-4eaa-8d9c-f12c017bbff1 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:33.131892 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63b8236d-e133-4cbb-95f0-0d3d34c7c527 req-cd9629e7-a4b7-4eaa-8d9c-f12c017bbff1 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0490334 Sep 16 01:56:33.182474 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63b8236d-e133-4cbb-95f0-0d3d34c7c527 req-2e57eaaf-8c59-4c78-a9c7-c3e943558946 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Sep 16 01:56:33.208630 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f322c4-3e6a-4a80-a053-e8e4aaa950b8 req-7fd0dd9d-a24b-492c-89a9-ade7d731fc0a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:33.210144 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-92f322c4-3e6a-4a80-a053-e8e4aaa950b8 req-7fd0dd9d-a24b-492c-89a9-ade7d731fc0a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0669048 Sep 16 01:56:33.260128 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-92f322c4-3e6a-4a80-a053-e8e4aaa950b8 req-81acff11-3d6c-4585-9632-52806cfd2266 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Sep 16 01:56:33.277150 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49050) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:33.381589 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0b04f03-47c3-4740-be67-db7914f23999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.456209 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0b04f03-47c3-4740-be67-db7914f23999 admin admin] Publish callbacks [] for security_group (95b7db48-ec3c-4635-8b02-bc5d3a9e2872), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.459891 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0b04f03-47c3-4740-be67-db7914f23999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (95b7db48-ec3c-4635-8b02-bc5d3a9e2872), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.492098 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:33.504163 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f0b04f03-47c3-4740-be67-db7914f23999 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=453951df68a44b51855f376845bd608f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256980 Sep 16 01:56:33.504901 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b04f03-47c3-4740-be67-db7914f23999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b7db48-ec3c-4635-8b02-bc5d3a9e2872,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:33.507173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 49054) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:33.557034 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] Publish callbacks [] for security_group (95b7db48-ec3c-4635-8b02-bc5d3a9e2872), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.576564 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] Publish callbacks [] for security_group (95b7db48-ec3c-4635-8b02-bc5d3a9e2872), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.624268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (95b7db48-ec3c-4635-8b02-bc5d3a9e2872), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.626837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.627959 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/95b7db48-ec3c-4635-8b02-bc5d3a9e2872 HTTP/1.1" status: 204 len: 168 time: 0.1194868 Sep 16 01:56:33.635838 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f12beb-c2ae-4c0e-ae44-08d81ec26a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b7db48-ec3c-4635-8b02-bc5d3a9e2872,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:33.824758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:33.841043 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-cd4fe888-37ff-4fe0-876e-a9dbbf25dd8d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:33.842490 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-cd4fe888-37ff-4fe0-876e-a9dbbf25dd8d tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0564654 Sep 16 01:56:33.923354 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49070) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:33.936853 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e12a-3df5-478d-8cf7-1998d690b03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:33.941418 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Deleting port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:56:33.941826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.023006 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-007241ef-f4e9-4fd4-8619-22f3734dbf11 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=fbe6e7560b314358bd9589ac38b69320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353777 Sep 16 01:56:34.023627 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e12a-3df5-478d-8cf7-1998d690b03e admin admin] Publish callbacks [] for security_group (14521cc7-3ea0-4b27-b54d-04f8405bb7b8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.027984 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5b7e12a-3df5-478d-8cf7-1998d690b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (14521cc7-3ea0-4b27-b54d-04f8405bb7b8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.171818 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] For port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,segment=NetworkSegment(afefbc20-58d0-4cf9-983a-81395b3bbf77),segment_id=afefbc20-58d0-4cf9-983a-81395b3bbf77)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:56:34.172581 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.214165 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Calling delete_port for a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:56:34.250262 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f5b7e12a-3df5-478d-8cf7-1998d690b03e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4ce7893ebb4a4f969e52546edde80faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229780 Sep 16 01:56:34.250827 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49080) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:34.273398 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7e12a-3df5-478d-8cf7-1998d690b03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14521cc7-3ea0-4b27-b54d-04f8405bb7b8,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:34.301708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-b5aa6589-1b45-4765-8788-506bee95295e tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:34.303212 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-b5aa6589-1b45-4765-8788-506bee95295e tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731731 Sep 16 01:56:34.327303 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-104c725a-085a-4145-bd83-1dd79813c786 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/quotas/fbe6e7560b314358bd9589ac38b69320 HTTP/1.1" status: 200 len: 375 time: 0.0180480 Sep 16 01:56:34.340965 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b33f61-ae0a-4bb4-a428-b39cc363db90 req-539b264c-351b-4c01-b55d-a40472691f22 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:34.342402 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d6b33f61-ae0a-4bb4-a428-b39cc363db90 req-539b264c-351b-4c01-b55d-a40472691f22 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 946 time: 0.0741537 Sep 16 01:56:34.346539 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] Publish callbacks [] for security_group (14521cc7-3ea0-4b27-b54d-04f8405bb7b8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.373736 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-c90772d4-4e6a-4b94-ae40-5d86b83a74b3 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=fbe6e7560b314358bd9589ac38b69320&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403225 Sep 16 01:56:34.388326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] Publish callbacks [] for security_group (14521cc7-3ea0-4b27-b54d-04f8405bb7b8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.389828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:34.440000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.446429 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:34.460481 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d6b33f61-ae0a-4bb4-a428-b39cc363db90 req-18de5e62-4bad-4e6d-bbf6-1b11eb649c0f tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e2f92522-2088-4ca8-ab7e-e2eef53f888e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Sep 16 01:56:34.473599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Pushing event deleted for resources: {'Port': ['ID=a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:34.489462 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:56:34.503164 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (14521cc7-3ea0-4b27-b54d-04f8405bb7b8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.506204 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.508559 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/14521cc7-3ea0-4b27-b54d-04f8405bb7b8 HTTP/1.1" status: 204 len: 168 time: 0.2571990 Sep 16 01:56:34.524331 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8445d-95da-4fcc-a2a4-226f21e00135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14521cc7-3ea0-4b27-b54d-04f8405bb7b8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:34.543882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] No DVR routers for this DVR port a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:56:34.546559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:34.550332 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8788aa14-bbce-45aa-a5b3-59f835405810 req-afd4258c-1c90-48e3-aad3-78d79e2b01df tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.50 "DELETE /networking/v2.0/ports/a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e HTTP/1.1" status: 204 len: 173 time: 0.7003117 Sep 16 01:56:34.550849 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'name': 'network-vif-deleted', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:56:34.553367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d8851-572f-49c9-9c57-65a53c960fe4" -d '{"events": [{"server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "name": "network-vif-deleted", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:56:34.566905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:34.652810 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae1803-cc49-46e4-b8d7-0efeeb0380ee req-0ef5dd79-5655-4831-b0b9-97705efba6c8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:34.654334 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7dae1803-cc49-46e4-b8d7-0efeeb0380ee req-0ef5dd79-5655-4831-b0b9-97705efba6c8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0641615 Sep 16 01:56:34.671828 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6329f588-8f70-46ea-ad7b-887bc7ffe25c req-075a517c-a5c6-461b-b2ba-18a51fe4e5cf tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0576766 Sep 16 01:56:34.720915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc5026-299b-4ac4-8aab-96aed0e270c5 x-openstack-request-id: req-9ddc5026-299b-4ac4-8aab-96aed0e270c5 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:56:34.721494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a242b28-4c02-4ae3-b0b3-9e6df39cad1d", "name": "network-vif-deleted", "tag": "a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:56:34.721861 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ddc5026-299b-4ac4-8aab-96aed0e270c5 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:56:34.722357 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddc5026-299b-4ac4-8aab-96aed0e270c5'] response: {'server_uuid': '6a242b28-4c02-4ae3-b0b3-9e6df39cad1d', 'name': 'network-vif-deleted', 'tag': 'a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e', 'status': 'completed', 'code': 200} Sep 16 01:56:34.732388 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7dae1803-cc49-46e4-b8d7-0efeeb0380ee req-255559f5-156c-44f3-bde7-6e1f4fbb80f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606508 Sep 16 01:56:35.043852 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49100) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:35.057197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9a574c80-a7eb-46f3-89fc-fd0f19b18cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.134469 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9a574c80-a7eb-46f3-89fc-fd0f19b18cf1 admin admin] Publish callbacks [] for security_group (26eaae86-b5dc-4ddf-b78f-d4341c57d532), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.138292 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9a574c80-a7eb-46f3-89fc-fd0f19b18cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (26eaae86-b5dc-4ddf-b78f-d4341c57d532), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.176086 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a574c80-a7eb-46f3-89fc-fd0f19b18cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eaae86-b5dc-4ddf-b78f-d4341c57d532,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:35.180175 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9a574c80-a7eb-46f3-89fc-fd0f19b18cf1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fd5d6bd392b2482ea44da3b030fc7573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352148 Sep 16 01:56:35.182720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49102) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:56:35.207234 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:35.236244 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] Publish callbacks [] for security_group (26eaae86-b5dc-4ddf-b78f-d4341c57d532), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.256521 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] Publish callbacks [] for security_group (26eaae86-b5dc-4ddf-b78f-d4341c57d532), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.304229 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (26eaae86-b5dc-4ddf-b78f-d4341c57d532), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.308916 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:35.310828 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/26eaae86-b5dc-4ddf-b78f-d4341c57d532 HTTP/1.1" status: 204 len: 168 time: 0.1269994 Sep 16 01:56:35.321343 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5971f5-6485-48e7-9f6b-7588cb3d3b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eaae86-b5dc-4ddf-b78f-d4341c57d532,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:35.582612 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-83ae76a5-5938-4de9-98bb-9d1a8ce4ab77 req-6bd6470f-0d38-4a68-b9a7-09885b791e73 tempest-VolumesActionsTest-1146828490 tempest-VolumesActionsTest-1146828490-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6a242b28-4c02-4ae3-b0b3-9e6df39cad1d HTTP/1.1" status: 200 len: 210 time: 0.0305717 Sep 16 01:56:35.789413 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1614403d-c6c2-4c94-9fbc-308916c8ff0b req-2868021f-86f0-4c26-8a7c-8beb693512c4 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0352275 Sep 16 01:56:35.876973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4ca7d-c411-4bf8-adaf-976757791d13 req-0a44abf1-a84b-4071-90a1-a789192c26dc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:35.878624 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8cd4ca7d-c411-4bf8-adaf-976757791d13 req-0a44abf1-a84b-4071-90a1-a789192c26dc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0521638 Sep 16 01:56:35.931183 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8cd4ca7d-c411-4bf8-adaf-976757791d13 req-09745756-77bb-4853-8534-9dde7f27b6ab tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Sep 16 01:56:36.889645 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b40ebc78-3386-486a-a3d2-beec8f1ab364 req-950d26d0-652d-483e-aee6-9ae547f3c80d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0314701 Sep 16 01:56:37.054693 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf4b0b-cb6f-4a50-986a-c6b6e29af238 req-78c9900c-7188-4ec0-8d0a-f466266a96bb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:37.056242 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57bf4b0b-cb6f-4a50-986a-c6b6e29af238 req-78c9900c-7188-4ec0-8d0a-f466266a96bb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0458946 Sep 16 01:56:37.110434 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57bf4b0b-cb6f-4a50-986a-c6b6e29af238 req-ddd700e7-46b9-4bef-aa26-eba788a38912 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Sep 16 01:56:37.452738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:56:37.472648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:56:37.472994 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device a13f9521-b74b-4b3a-a8a1-20cc50cc9a7e not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:56:37.744070 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aedf82-8d7b-41ad-8c77-977ec0d3c9a3 req-edd78e69-33d6-4c40-904a-f6bcb9e5dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:37.745549 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-02aedf82-8d7b-41ad-8c77-977ec0d3c9a3 req-edd78e69-33d6-4c40-904a-f6bcb9e5dc61 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1130 time: 0.0480413 Sep 16 01:56:37.836059 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-02aedf82-8d7b-41ad-8c77-977ec0d3c9a3 req-89b72e6d-ba8c-4738-b9fc-45c5c47e163e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582504 Sep 16 01:56:37.837810 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-926f7f43-a771-4095-97fe-ecebc68e5c7e tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=fbe6e7560b314358bd9589ac38b69320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259197 Sep 16 01:56:37.992504 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a977d9fe-a9fd-49ac-9ec2-4425e4ccf595 req-75371d05-e056-4990-9bc0-f323839f10d0 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Sep 16 01:56:38.233399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068fedf-1c60-488a-b883-e93fac9d119f req-1b852511-9faa-49ff-85e2-5112bad56e99 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:38.235113 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1068fedf-1c60-488a-b883-e93fac9d119f req-1b852511-9faa-49ff-85e2-5112bad56e99 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0478423 Sep 16 01:56:38.281506 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1068fedf-1c60-488a-b883-e93fac9d119f req-843a276e-192b-49ca-8362-d7871eab9833 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Sep 16 01:56:39.096334 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-39e0d5fa-a246-4530-9b03-87af6019f57a req-78ebeb9e-c87c-4cfc-b6a8-cbbb3e15ca9f tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0306928 Sep 16 01:56:39.400874 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9cab7-1687-436f-8eee-b757e799c7f7 req-0ae394e6-04be-4ac8-a3f6-0e4be0f4d97e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:39.402406 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-73f9cab7-1687-436f-8eee-b757e799c7f7 req-0ae394e6-04be-4ac8-a3f6-0e4be0f4d97e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0456488 Sep 16 01:56:39.450874 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-73f9cab7-1687-436f-8eee-b757e799c7f7 req-ed9f3043-5c5b-49d6-9e3a-c6a9ad90d35d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Sep 16 01:56:40.196240 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-372d0d64-db58-47bd-b141-5ef382be5e1c req-2b1bcc2c-aaea-4085-8fd4-b2be3712f144 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0275970 Sep 16 01:56:40.577751 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef65cd8-2bfb-4e5d-ad9b-8a7d43cccc0a req-89c5d600-6aef-480f-aa31-628661a11afc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:40.579717 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eef65cd8-2bfb-4e5d-ad9b-8a7d43cccc0a req-89c5d600-6aef-480f-aa31-628661a11afc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0499279 Sep 16 01:56:40.626281 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eef65cd8-2bfb-4e5d-ad9b-8a7d43cccc0a req-924cb747-41ab-4052-bb24-ab9e7cae4402 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Sep 16 01:56:41.298068 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e3e448e-232a-49d5-8d5a-5f8c78491eb3 req-6e10b4fa-6c71-4cbf-9391-2665c82692fe tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Sep 16 01:56:41.747668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e06dcb-503c-4d7f-b7b8-b700a5991c1d req-2fb39b1e-7d23-4ec5-bbb8-f2efd5c6a542 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:41.749142 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e7e06dcb-503c-4d7f-b7b8-b700a5991c1d req-2fb39b1e-7d23-4ec5-bbb8-f2efd5c6a542 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0475543 Sep 16 01:56:41.790155 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:41.809479 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e7e06dcb-503c-4d7f-b7b8-b700a5991c1d req-7b1838e8-51f9-40b2-9bb0-4e865a1a6419 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544143 Sep 16 01:56:42.413884 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21b293bb-fdbe-425a-9d93-401491941c4b req-7c910121-e08d-4a8c-b2bd-a38ac2dcaf7f tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0331872 Sep 16 01:56:42.733569 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-0dab5340-6d9f-4602-b6da-f079384bbc71 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:42.735144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-0dab5340-6d9f-4602-b6da-f079384bbc71 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273370 Sep 16 01:56:42.938264 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143cabc-ad44-4af6-a999-36b0a31bc349 req-bc28c7fc-1f1d-475b-91ac-2f2d194f75b1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:42.939607 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5143cabc-ad44-4af6-a999-36b0a31bc349 req-bc28c7fc-1f1d-475b-91ac-2f2d194f75b1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0466061 Sep 16 01:56:42.990292 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5143cabc-ad44-4af6-a999-36b0a31bc349 req-7271a9cb-a1a1-4db0-a7e3-3ebb4dd231fd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Sep 16 01:56:43.523875 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2f956c2-5572-4679-b2d9-3e1e67ece676 req-e3588ec9-5074-419b-b7a2-1b7feeff2b3a tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0286069 Sep 16 01:56:44.110705 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2c06-55e3-4b4f-938d-e20f91fb2164 req-f8016ac2-418f-4b97-b817-98aa6b9e9e84 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:44.112176 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4d1b2c06-55e3-4b4f-938d-e20f91fb2164 req-f8016ac2-418f-4b97-b817-98aa6b9e9e84 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0454791 Sep 16 01:56:44.158739 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4d1b2c06-55e3-4b4f-938d-e20f91fb2164 req-da12d56b-6db7-41c1-b7a3-610e16e5b249 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Sep 16 01:56:44.627484 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc34a6fc-eaba-434c-805b-95ccda7424e9 req-4aed4358-902e-4f13-a67c-c7428737976b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Sep 16 01:56:45.179694 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:45.185694 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=14 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:45.278570 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b252b-c69d-4af7-bf96-2effc79691ab req-6aa4f2b5-bcf9-42a1-b3fe-dda7dee32a0a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:45.280048 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0c1b252b-c69d-4af7-bf96-2effc79691ab req-6aa4f2b5-bcf9-42a1-b3fe-dda7dee32a0a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0462348 Sep 16 01:56:45.327350 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0c1b252b-c69d-4af7-bf96-2effc79691ab req-9c7db435-36d1-4754-b6aa-2f724ebd1f52 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Sep 16 01:56:45.333097 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:45.732120 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-80452911-c401-4456-9099-3fd345acfed4 req-4f83f9f5-1952-45e5-a351-42b30d3d3322 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0304379 Sep 16 01:56:45.976819 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f89c-a28b-441c-9dd5-a5fcb1b1d6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.316504 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Request body: {'port': {'device_id': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99', 'admin_state_up': True, 'tenant_id': 'fbe6e7560b314358bd9589ac38b69320'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:56:46.330365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:46.425010 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Made reservation on behalf of fbe6e7560b314358bd9589ac38b69320 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:56:46.429014 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.438686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.456959 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237acfe-a597-4a4f-be0a-a6a08a13c7be req-9d0b63ae-98e6-4df7-90b3-9ac712bf5375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:46.458446 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a237acfe-a597-4a4f-be0a-a6a08a13c7be req-9d0b63ae-98e6-4df7-90b3-9ac712bf5375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0514405 Sep 16 01:56:46.511244 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a237acfe-a597-4a4f-be0a-a6a08a13c7be req-782a8153-35a5-4856-879c-3cefbc06e3b6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Sep 16 01:56:46.521470 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks [] for security_group (fa778730-95a7-4206-9179-c9c14c8157a5), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.525593 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fa778730-95a7-4206-9179-c9c14c8157a5), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.585916 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa778730-95a7-4206-9179-c9c14c8157a5,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:46.660293 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Allocated IP 192.168.233.215 (58dd4e62-19f7-43e9-92ab-4af3bef31c99/065c43e0-7a64-4a20-ac59-66fdc1c9ab76/4d61ca38-566b-46a3-baab-8d7accb7917f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:56:46.696951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:46.817325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks [] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.847414 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5cabd91f-87cc-4fab-8626-5f16ae66d900 req-aa6850e1-4891-47a4-b968-894d89b266ac tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0350826 Sep 16 01:56:46.871973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:46.920357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:56:46.924382 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:56:46.928177 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:56:46.934101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Pushing event updated for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:46.985653 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:46.986508 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.004277 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-ce738ff2-e2a1-4060-a5f6-32d9be81468b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6917007 Sep 16 01:56:47.157140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Provisioning complete for port 4d61ca38-566b-46a3-baab-8d7accb7917f triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:56:47.157830 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.157830 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Attempt 1 to provision port 4d61ca38-566b-46a3-baab-8d7accb7917f Sep 16 01:56:47.188734 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Port 4d61ca38-566b-46a3-baab-8d7accb7917f cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:56:47.291555 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Request body: {'port': {'device_id': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:56:47.293989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:47.351925 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.617643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d61ca38-566b-46a3-baab-8d7accb7917f {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:56:47.625272 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks [] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.637848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Transition to ACTIVE for port object 4d61ca38-566b-46a3-baab-8d7accb7917f will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:56:47.642588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.645108 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980e55a-85e5-4534-b49e-d2d812191aa5 req-ab1afe85-efcb-461d-a3c6-61cae86155a5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:47.647996 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0980e55a-85e5-4534-b49e-d2d812191aa5 req-ab1afe85-efcb-461d-a3c6-61cae86155a5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0559039 Sep 16 01:56:47.660259 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:47.689603 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Attempt 2 to provision port 4d61ca38-566b-46a3-baab-8d7accb7917f Sep 16 01:56:47.703605 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0980e55a-85e5-4534-b49e-d2d812191aa5 req-effe93c0-4962-489a-93a0-a7eddc26d907 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Sep 16 01:56:47.723373 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Port 4d61ca38-566b-46a3-baab-8d7accb7917f cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:56:47.733594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Pushing event updated for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:47.771077 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Attempting to bind port 4d61ca38-566b-46a3-baab-8d7accb7917f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:56:47.771407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Attempting to bind port 4d61ca38-566b-46a3-baab-8d7accb7917f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:56:47.771732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Attempting to bind port 4d61ca38-566b-46a3-baab-8d7accb7917f on network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:56:47.813417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Port 4d61ca38-566b-46a3-baab-8d7accb7917f on network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:56:47.813751 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Attempting to bind port 4d61ca38-566b-46a3-baab-8d7accb7917f on network 58dd4e62-19f7-43e9-92ab-4af3bef31c99 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:56:47.816917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:47.872037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:56:47.872794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Checking segment: {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:56:47.872794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Bound using segment: {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:56:47.873161 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Bound port: 4d61ca38-566b-46a3-baab-8d7accb7917f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f47af8f-3832-49df-83ee-107a63784d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:56:47.873518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:47.981955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:56:48.001487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d2a8-0404-47f7-9e69-f740adf13c8b req-bcfc377e-6b0d-4003-ad4b-06630d0797a3 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:48.003553 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08d8d2a8-0404-47f7-9e69-f740adf13c8b req-bcfc377e-6b0d-4003-ad4b-06630d0797a3 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0748103 Sep 16 01:56:48.007617 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4d61ca38-566b-46a3-baab-8d7accb7917f,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:56:48.021434 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:48.034419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:48.035038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:48.036422 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/4d61ca38-566b-46a3-baab-8d7accb7917f HTTP/1.1" status: 200 len: 1098 time: 0.7491448 Sep 16 01:56:48.039528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:56:48.041765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a46b1fd-e728-43de-9827-1e5d9f1a240e" -d '{"events": [{"name": "network-changed", "server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:56:48.088321 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45fd47-ac94-4f39-8474-4817cb6c9966 x-openstack-request-id: req-7a45fd47-ac94-4f39-8474-4817cb6c9966 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:56:48.088611 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:56:48.088861 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a45fd47-ac94-4f39-8474-4817cb6c9966 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:56:48.089259 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a45fd47-ac94-4f39-8474-4817cb6c9966'] response: {'name': 'network-changed', 'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f', 'status': 'completed', 'code': 200} Sep 16 01:56:48.117487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08d8d2a8-0404-47f7-9e69-f740adf13c8b req-7e250f7f-719f-42a9-a3d4-f36b5acc13f0 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065023 Sep 16 01:56:48.118195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb837ee-1f73-457d-84fc-c0bacee81a1a service neutron] Pushing event updated for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:56:48.224399 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Attempt 3 to provision port 4d61ca38-566b-46a3-baab-8d7accb7917f Sep 16 01:56:48.269801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-da14d34b-d154-4c88-8f12-3d0ddc5fae8d None None] Port 4d61ca38-566b-46a3-baab-8d7accb7917f had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 01:56:48.421161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f093d54f-67f0-48a5-b615-18469cea7d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:48.443506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46b1fd-e728-43de-9827-1e5d9f1a240e req-2ef40213-f06e-434c-bce4-5ac90033f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:48.445023 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a46b1fd-e728-43de-9827-1e5d9f1a240e req-2ef40213-f06e-434c-bce4-5ac90033f7f9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=fbe6e7560b314358bd9589ac38b69320&device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 1132 time: 0.0459940 Sep 16 01:56:48.479634 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a46b1fd-e728-43de-9827-1e5d9f1a240e req-7b24a0ff-9a6f-4ed8-85d9-2f2c0bf5e398 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=fbe6e7560b314358bd9589ac38b69320&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209076 Sep 16 01:56:48.565093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:48.590192 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46b1fd-e728-43de-9827-1e5d9f1a240e req-cbb349f8-f6f4-43ff-b71b-253dc0910830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:48.591537 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5a46b1fd-e728-43de-9827-1e5d9f1a240e req-cbb349f8-f6f4-43ff-b71b-253dc0910830 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039841 Sep 16 01:56:48.868940 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb744f26-a8d5-4108-93b3-e95ee06abfe5 req-0b08cd26-037b-485c-b538-2c8adee9a5ad tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:48.870718 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb744f26-a8d5-4108-93b3-e95ee06abfe5 req-0b08cd26-037b-485c-b538-2c8adee9a5ad tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0673158 Sep 16 01:56:48.934907 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb744f26-a8d5-4108-93b3-e95ee06abfe5 req-7bf5d372-8c80-400b-8b37-a340d87ad0cf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Sep 16 01:56:49.331635 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ea96-8a3b-494e-bddb-a9a7fd6a087f req-85541d0e-707a-4792-a1f5-7dbcb6ff899f tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:49.333285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c139e81-e0f8-4332-b718-df1a41828eb9 req-8fc8fc6e-e228-42d5-9202-0c1df46015c2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:49.338895 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e2e0ea96-8a3b-494e-bddb-a9a7fd6a087f req-85541d0e-707a-4792-a1f5-7dbcb6ff899f tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.1307783 Sep 16 01:56:49.340847 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7c139e81-e0f8-4332-b718-df1a41828eb9 req-8fc8fc6e-e228-42d5-9202-0c1df46015c2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.1425538 Sep 16 01:56:49.395990 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e2e0ea96-8a3b-494e-bddb-a9a7fd6a087f req-0a88825b-75f6-4c6c-bd63-5c687ccf8252 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 Sep 16 01:56:49.419226 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7c139e81-e0f8-4332-b718-df1a41828eb9 req-005ce66a-3556-4359-9685-59224ab31f65 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771918 Sep 16 01:56:49.490309 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:50.562354 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeca54-a967-445d-9d65-3f118fccd99a req-dee39d4a-0078-460d-b1c3-4ee42e348174 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:50.564716 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3fbeca54-a967-445d-9d65-3f118fccd99a req-dee39d4a-0078-460d-b1c3-4ee42e348174 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0601745 Sep 16 01:56:50.595998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f40bf4-65ba-4a0d-8e3e-d21a4a0d832c req-f8b7c25b-131c-4c15-98ee-4a969cc7268e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:50.598360 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6f40bf4-65ba-4a0d-8e3e-d21a4a0d832c req-f8b7c25b-131c-4c15-98ee-4a969cc7268e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0607450 Sep 16 01:56:50.627018 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3fbeca54-a967-445d-9d65-3f118fccd99a req-9c5fd4fe-3198-4a90-a2e6-dadffd61383a tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557070 Sep 16 01:56:50.663258 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a6f40bf4-65ba-4a0d-8e3e-d21a4a0d832c req-ee391aef-d045-478b-994a-feffe45b1039 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Sep 16 01:56:51.084509 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:51.476189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:51.840678 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db6a6c-a018-4c9c-ae3d-9df92be659bd req-bb9da40b-b690-4621-a540-804149aca952 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:51.847867 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-47db6a6c-a018-4c9c-ae3d-9df92be659bd req-bb9da40b-b690-4621-a540-804149aca952 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.1076417 Sep 16 01:56:51.857739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264e977-5800-40a5-8a3f-a5c1471e5478 req-2226b4b2-83a1-48af-b9b4-f16dde21ffba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:51.861601 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c264e977-5800-40a5-8a3f-a5c1471e5478 req-2226b4b2-83a1-48af-b9b4-f16dde21ffba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0631754 Sep 16 01:56:51.905279 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-47db6a6c-a018-4c9c-ae3d-9df92be659bd req-fce29449-3566-4f3a-b823-a3fd27b1ff0b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Sep 16 01:56:51.927211 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c264e977-5800-40a5-8a3f-a5c1471e5478 req-0e59bd7a-fb7f-4482-9d43-24a29f6d85f4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594385 Sep 16 01:56:52.967765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-43177eb2-a0c5-4e37-ad94-6f845bc5207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:52.969409 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-43177eb2-a0c5-4e37-ad94-6f845bc5207a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=fbe6e7560b314358bd9589ac38b69320&device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 1132 time: 0.0634100 Sep 16 01:56:53.053134 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-2682992f-2c83-4b61-9c21-b3653f18e85c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=4d61ca38-566b-46a3-baab-8d7accb7917f HTTP/1.1" status: 200 len: 217 time: 0.0671291 Sep 16 01:56:53.104338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-72db7d61-606a-4f1a-b497-0e918ab97e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.105858 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-72db7d61-606a-4f1a-b497-0e918ab97e05 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1130 time: 0.1562262 Sep 16 01:56:53.132350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cda38-a9b5-44d8-8ce5-9c0709b03923 req-dfdf3a40-79ce-42d8-a3b0-7e255051c48d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.135805 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bc3cda38-a9b5-44d8-8ce5-9c0709b03923 req-dfdf3a40-79ce-42d8-a3b0-7e255051c48d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0909674 Sep 16 01:56:53.163920 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-2373ec29-530e-4db1-8790-db1408c9d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.165396 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-2373ec29-530e-4db1-8790-db1408c9d143 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=065c43e0-7a64-4a20-ac59-66fdc1c9ab76 HTTP/1.1" status: 200 len: 843 time: 0.0986350 Sep 16 01:56:53.204621 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bc3cda38-a9b5-44d8-8ce5-9c0709b03923 req-1d70cfa4-c5b5-4d4b-80cf-791c98ea8e08 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Sep 16 01:56:53.246522 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ee5fb-bb20-43a8-badf-4b2eeabe9f85 req-16a54591-1939-4ba7-b77f-100ecde69778 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.248123 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc6ee5fb-bb20-43a8-badf-4b2eeabe9f85 req-16a54591-1939-4ba7-b77f-100ecde69778 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.1920891 Sep 16 01:56:53.273035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:53.314162 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-cdb48160-de74-4e9f-8c8e-546669b3d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.315544 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-cdb48160-de74-4e9f-8c8e-546669b3d6f0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=58dd4e62-19f7-43e9-92ab-4af3bef31c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0852740 Sep 16 01:56:53.412725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-4a6a1b54-cce4-4705-9797-211655a59b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.414171 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-4a6a1b54-cce4-4705-9797-211655a59b42 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.2888920 Sep 16 01:56:53.453850 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc6ee5fb-bb20-43a8-badf-4b2eeabe9f85 req-5f3844a8-15e5-4aad-879a-5c9a0802c019 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758196 Sep 16 01:56:53.506906 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-ed9714d8-51dd-41f3-b5f4-23b4c4c9f6db service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 217 time: 0.0497539 Sep 16 01:56:53.571611 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-c312d6b0-5fe5-492b-b4ca-58b4742a4c49 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/58dd4e62-19f7-43e9-92ab-4af3bef31c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371857 Sep 16 01:56:53.590850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-719a73e0-8b70-4a91-8dee-353f5e4282f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.592328 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-719a73e0-8b70-4a91-8dee-353f5e4282f4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0782685 Sep 16 01:56:53.680474 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-f0eb1a21-3129-43ad-be5a-f331033dc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:53.682164 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-f0eb1a21-3129-43ad-be5a-f331033dc804 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791993 Sep 16 01:56:53.711382 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:53.769182 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c589229a-4c9f-4094-9c8e-1a05a5ba22f0 req-f3b500f0-6284-42b8-ac52-a7e2a7fbdb90 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/58dd4e62-19f7-43e9-92ab-4af3bef31c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893291 Sep 16 01:56:53.814063 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-55bf980c-b6b9-4352-8f63-4ad681ca4e6a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241009 Sep 16 01:56:54.346938 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f14f0-bbc7-4fbd-928e-47202500e0d6 req-717fcfe9-52ac-4b17-8ba9-701b06889d98 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:54.348756 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1f2f14f0-bbc7-4fbd-928e-47202500e0d6 req-717fcfe9-52ac-4b17-8ba9-701b06889d98 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0570745 Sep 16 01:56:54.416135 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:56:54.427379 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1f2f14f0-bbc7-4fbd-928e-47202500e0d6 req-baac5fc8-44fc-454a-ad64-06046324ec33 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710959 Sep 16 01:56:54.627955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0222a-d9f8-48a8-806e-b450683df2cc req-f47b28d8-e1f4-4c27-9d40-a6fd10011530 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:54.629943 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbf0222a-d9f8-48a8-806e-b450683df2cc req-f47b28d8-e1f4-4c27-9d40-a6fd10011530 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0703146 Sep 16 01:56:54.724296 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bbf0222a-d9f8-48a8-806e-b450683df2cc req-80814f85-e2bc-4d94-b873-3a8989ca17ff tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871189 Sep 16 01:56:55.583266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747a23c-ef75-43cd-afac-6bf5a67f3487 req-050173ee-8477-4076-9d63-c5d8f9ccfb84 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:55.588799 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9747a23c-ef75-43cd-afac-6bf5a67f3487 req-050173ee-8477-4076-9d63-c5d8f9ccfb84 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0660894 Sep 16 01:56:55.643584 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9747a23c-ef75-43cd-afac-6bf5a67f3487 req-157bf58c-5ba3-43c0-ba5a-c3090f7d35a3 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520792 Sep 16 01:56:55.883951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9755ce-fb26-49c1-a222-17454dff830b req-59b35e11-7c2f-459d-9d72-dda02cbc07c4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:55.891546 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fa9755ce-fb26-49c1-a222-17454dff830b req-59b35e11-7c2f-459d-9d72-dda02cbc07c4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0718219 Sep 16 01:56:55.942893 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fa9755ce-fb26-49c1-a222-17454dff830b req-e9fa2a84-699a-472e-bf7b-3f95ea7d074d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502627 Sep 16 01:56:56.777551 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb290aa7-d065-4093-afa1-6b51c610b835 req-0f4492b4-2e6d-4670-96bc-d4fa0fa79fc0 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:56.779270 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb290aa7-d065-4093-afa1-6b51c610b835 req-0f4492b4-2e6d-4670-96bc-d4fa0fa79fc0 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0513928 Sep 16 01:56:56.848722 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bb290aa7-d065-4093-afa1-6b51c610b835 req-b7bf8469-953d-4601-84b3-0e5daf2a788b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631461 Sep 16 01:56:57.070393 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698ef7e-4ee3-4594-b3c2-9070cd0cc0e5 req-b4d25b43-7bf5-4de0-b361-04c5da48f805 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:57.072197 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f698ef7e-4ee3-4594-b3c2-9070cd0cc0e5 req-b4d25b43-7bf5-4de0-b361-04c5da48f805 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0552721 Sep 16 01:56:57.122829 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f698ef7e-4ee3-4594-b3c2-9070cd0cc0e5 req-35e27004-4be8-4083-903a-2655ecb0cfd1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450206 Sep 16 01:56:57.825852 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:56:57.994527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a08369-2347-4965-8293-56c8e619a8ed req-d15a3ac0-0723-439d-a816-6c038e465f94 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:57.996276 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-62a08369-2347-4965-8293-56c8e619a8ed req-d15a3ac0-0723-439d-a816-6c038e465f94 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0503521 Sep 16 01:56:58.048363 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-62a08369-2347-4965-8293-56c8e619a8ed req-5c1006ab-81db-4241-b48c-0d2fb47afd47 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459924 Sep 16 01:56:58.256125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa764-4ed8-4fd2-bdee-864a822969f8 req-b6674f00-3c01-41c4-9525-0dce4c0fa217 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:58.262898 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aebfa764-4ed8-4fd2-bdee-864a822969f8 req-b6674f00-3c01-41c4-9525-0dce4c0fa217 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0581415 Sep 16 01:56:58.309753 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aebfa764-4ed8-4fd2-bdee-864a822969f8 req-1367ca6a-c457-45e8-a5cc-60906ed9169d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Sep 16 01:56:59.179393 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4a75-f429-400f-9acd-e0ddd33ece21 req-b7846c8c-ea0d-44f6-b891-1623f24cb522 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:59.180947 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bc2d4a75-f429-400f-9acd-e0ddd33ece21 req-b7846c8c-ea0d-44f6-b891-1623f24cb522 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0505700 Sep 16 01:56:59.230921 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bc2d4a75-f429-400f-9acd-e0ddd33ece21 req-937e2cf9-725c-4008-b4cf-938f1dd4985b tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Sep 16 01:56:59.348607 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:56:59.438548 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4968e-6775-4792-8ccf-1895482f7025 req-ec80857e-c472-42b7-a506-86d297979416 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:56:59.440069 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50e4968e-6775-4792-8ccf-1895482f7025 req-ec80857e-c472-42b7-a506-86d297979416 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0494924 Sep 16 01:56:59.495774 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50e4968e-6775-4792-8ccf-1895482f7025 req-fe6b86f8-7cbc-45fc-a592-90d42dd2c5cd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481493 Sep 16 01:57:00.370426 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddf011-68a0-4590-947b-b5dd4042ab7a req-b987f56b-6ba8-4a28-8bfa-3b9e469d25b8 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:00.371977 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-beddf011-68a0-4590-947b-b5dd4042ab7a req-b987f56b-6ba8-4a28-8bfa-3b9e469d25b8 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0559337 Sep 16 01:57:00.428026 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-beddf011-68a0-4590-947b-b5dd4042ab7a req-29a4c0e7-b301-4747-a9dc-b9854b1ce69e tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Sep 16 01:57:00.621334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c696a8-654d-408b-acca-f4f733e0a524 req-1a7f9f81-318b-4caf-9d44-dcabc3e84d98 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:00.622795 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07c696a8-654d-408b-acca-f4f733e0a524 req-1a7f9f81-318b-4caf-9d44-dcabc3e84d98 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0476217 Sep 16 01:57:00.684216 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07c696a8-654d-408b-acca-f4f733e0a524 req-acc84685-a89c-46f2-9d96-b6b72e6cbb1f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548625 Sep 16 01:57:01.231852 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:01.469188 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:01.542407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-1246f268-0ac9-4052-809e-8c2e3137427c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3068047 Sep 16 01:57:01.597291 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5318bdec-ef38-46ad-9b30-245b2cb200a6 req-ad978ebc-95ce-4b65-80ae-e2ac9b945466 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493184 Sep 16 01:57:01.598934 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:01.607099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4d61ca38-566b-46a3-baab-8d7accb7917f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:57:01.613661 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82704-423a-40f0-89df-f6646ecd7326 req-5e72d4a2-800e-4408-a77d-0197eb0cd28d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:01.620880 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6ba82704-423a-40f0-89df-f6646ecd7326 req-5e72d4a2-800e-4408-a77d-0197eb0cd28d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 948 time: 0.0637553 Sep 16 01:57:01.676183 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-01d8c765-90c7-4821-9d06-9440e091f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:01.683233 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-01d8c765-90c7-4821-9d06-9440e091f2de service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.0590062 Sep 16 01:57:01.707815 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6ba82704-423a-40f0-89df-f6646ecd7326 req-9f59c6e1-f1b9-4b08-af6d-a9931befca67 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857594 Sep 16 01:57:01.793502 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4d61ca38-566b-46a3-baab-8d7accb7917f,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:01.810086 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4d61ca38-566b-46a3-baab-8d7accb7917f', 'network_id': '58dd4e62-19f7-43e9-92ab-4af3bef31c99', 'port_id': '4d61ca38-566b-46a3-baab-8d7accb7917f', 'mac_address': 'fa:16:3e:c1:58:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065c43e0-7a64-4a20-ac59-66fdc1c9ab76', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:57:01.863344 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4d61ca38-566b-46a3-baab-8d7accb7917f is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:01.863974 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:01.891335 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d61ca38-566b-46a3-baab-8d7accb7917f {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:57:01.909108 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d408-dc48-43ff-a78c-544d9ad8019b req-e201f77e-73ea-46ba-bad5-63d7a9db6a7b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:01.909108 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c23d408-dc48-43ff-a78c-544d9ad8019b req-e201f77e-73ea-46ba-bad5-63d7a9db6a7b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0870807 Sep 16 01:57:01.929952 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4d61ca38-566b-46a3-baab-8d7accb7917f,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:01.940002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:01.943041 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:01.950210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-19883404-8dca-4319-bd77-1b0a07d5e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:01.951692 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-19883404-8dca-4319-bd77-1b0a07d5e7c1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.2425418 Sep 16 01:57:02.005290 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:02.013498 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.013983 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.014409 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.014947 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.015575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.016152 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.016702 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.017475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.017898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.018360 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.018794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.019199 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.019614 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.020062 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.020476 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:02.089986 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c23d408-dc48-43ff-a78c-544d9ad8019b req-69256817-7188-4fda-aef1-877bff68d84d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713731 Sep 16 01:57:02.128092 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-19aba54e-7f1a-4b51-a2c2-09d18d6b4a58 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 1001 time: 0.1625390 Sep 16 01:57:02.198441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-a3ce054a-36e5-4937-bae7-83ebd7578888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:02.200048 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-a3ce054a-36e5-4937-bae7-83ebd7578888 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0660212 Sep 16 01:57:02.246533 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-b7a2f599-d9a1-4056-ac4f-9d5c8e7f0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:02.248163 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-b7a2f599-d9a1-4056-ac4f-9d5c8e7f0de5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417287 Sep 16 01:57:02.360287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-e0ad9859-1a66-4e6f-a3c5-0d57f7785798 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040013 Sep 16 01:57:02.467238 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab593da2-2fa8-47dc-a70e-253a1659a523 req-9bc6eb48-49e0-401c-87f3-894017586113 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002946 Sep 16 01:57:02.620288 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4d61ca38-566b-46a3-baab-8d7accb7917f'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:57:02.875259 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad0c9-cd5c-45e0-b4bd-7d2f2218086a req-b1a9d41c-78d1-4e99-a74a-74cb7b7d0ebd tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:02.876824 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2e0ad0c9-cd5c-45e0-b4bd-7d2f2218086a req-b1a9d41c-78d1-4e99-a74a-74cb7b7d0ebd tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 949 time: 0.0580766 Sep 16 01:57:02.930558 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2e0ad0c9-cd5c-45e0-b4bd-7d2f2218086a req-66c312c6-4a8a-42ff-a923-b63d5da71d4f tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Sep 16 01:57:03.227726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17970fc-6898-4316-972d-d91e04a11fba req-1e891635-bb60-4bde-9e1d-94b80c52ccf2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:03.229451 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e17970fc-6898-4316-972d-d91e04a11fba req-1e891635-bb60-4bde-9e1d-94b80c52ccf2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0612764 Sep 16 01:57:03.300421 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e17970fc-6898-4316-972d-d91e04a11fba req-946b3019-dbef-4d61-91ad-d222bc6f0762 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Sep 16 01:57:03.955845 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4d61ca38-566b-46a3-baab-8d7accb7917f up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:57:04.007272 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 4d61ca38-566b-46a3-baab-8d7accb7917f completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:57:04.033542 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4d61ca38-566b-46a3-baab-8d7accb7917f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:57:04.034811 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:04.034811 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4d61ca38-566b-46a3-baab-8d7accb7917f Sep 16 01:57:04.102391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446bd26-1dc8-4722-87bc-be440c730d00 req-2489501b-5d11-4eed-b373-006389d8ce8c tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:04.108653 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8446bd26-1dc8-4722-87bc-be440c730d00 req-2489501b-5d11-4eed-b373-006389d8ce8c tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 949 time: 0.0780222 Sep 16 01:57:04.144565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4d61ca38-566b-46a3-baab-8d7accb7917f is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:04.145243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:04.176533 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:04.176777 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8446bd26-1dc8-4722-87bc-be440c730d00 req-3bcbd8ab-e976-4943-8631-d03c4d8b0c2c tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Sep 16 01:57:04.177760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:04.180525 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c150035d-a104-4d36-87e4-c0c79b6471a8" -d '{"events": [{"server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "name": "network-vif-plugged", "status": "completed", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:04.193256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4d61ca38-566b-46a3-baab-8d7accb7917f,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:04.201314 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:04.417112 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4cbc0b-1bc0-4414-8d06-a2b267dae3bc x-openstack-request-id: req-9c4cbc0b-1bc0-4414-8d06-a2b267dae3bc {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:04.417659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "name": "network-vif-plugged", "status": "completed", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:04.418062 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c4cbc0b-1bc0-4414-8d06-a2b267dae3bc {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:04.418621 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4cbc0b-1bc0-4414-8d06-a2b267dae3bc'] response: {'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f', 'code': 200} Sep 16 01:57:04.449481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:04.462088 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5865f-2e89-4e78-9af8-8e8b6bba4ef6 req-eda98c68-2fd7-49d1-a8ee-9d2abb8e6ac5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:04.470369 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cfa5865f-2e89-4e78-9af8-8e8b6bba4ef6 req-eda98c68-2fd7-49d1-a8ee-9d2abb8e6ac5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0772176 Sep 16 01:57:04.527529 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cfa5865f-2e89-4e78-9af8-8e8b6bba4ef6 req-1a953612-c10b-4bbc-bc0e-c7bf98b9cd0d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Sep 16 01:57:05.288835 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6fcd1-d492-419c-9e9a-76625e17b4e8 req-fc32cfd2-ef6a-4e7b-81cd-12409cc26c5a tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:05.290340 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-faf6fcd1-d492-419c-9e9a-76625e17b4e8 req-fc32cfd2-ef6a-4e7b-81cd-12409cc26c5a tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0482504 Sep 16 01:57:05.338165 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-faf6fcd1-d492-419c-9e9a-76625e17b4e8 req-cbd0f7d1-a181-44be-b557-c78a3eac370d tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Sep 16 01:57:05.663033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9110-b352-4f42-b2a6-3d7d8f815baf req-60228fe7-6c24-407b-a8b1-a68ffa6d4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:05.663306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bb198-dfce-4b06-a17a-660a7f589950 req-4efcb539-b4f4-4cf7-9026-2f9a14ac7e6b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:05.664851 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f6da9110-b352-4f42-b2a6-3d7d8f815baf req-60228fe7-6c24-407b-a8b1-a68ffa6d4ff2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 1134 time: 0.0408297 Sep 16 01:57:05.665647 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-715bb198-dfce-4b06-a17a-660a7f589950 req-4efcb539-b4f4-4cf7-9026-2f9a14ac7e6b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0543137 Sep 16 01:57:05.713938 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-715bb198-dfce-4b06-a17a-660a7f589950 req-218ad3ef-0f82-4aa2-bb7d-848ff8ba94cf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Sep 16 01:57:06.208417 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f6da9110-b352-4f42-b2a6-3d7d8f815baf req-53274684-8dfa-41ef-8cfc-ecfdf7806493 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Sep 16 01:57:06.465739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7302d99-6b97-450b-aca7-bf553c7059a8 req-45a83c1f-67d5-4845-8227-0ad973030a64 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:06.467315 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b7302d99-6b97-450b-aca7-bf553c7059a8 req-45a83c1f-67d5-4845-8227-0ad973030a64 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0497108 Sep 16 01:57:06.520639 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b7302d99-6b97-450b-aca7-bf553c7059a8 req-b9037a07-285c-46e9-981c-174d3e5902c9 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Sep 16 01:57:06.571917 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:06.910972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49660) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.010068 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:07.017352 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.095318 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Publish callbacks [] for security_group (b0c5abc4-0c01-4c03-94e4-bc8528b35c87), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.103699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b0c5abc4-0c01-4c03-94e4-bc8528b35c87), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.144745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c5abc4-0c01-4c03-94e4-bc8528b35c87,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:07.148541 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6d6d53faedb644b18997ae395403234f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365499 Sep 16 01:57:07.151904 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 49668) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.156360 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.156704 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.157048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.157387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.157723 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.158052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.158385 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.159038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.159038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.159331 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.159669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.159999 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.160354 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.160666 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.162713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cc7f-c913-426a-a4fc-87b06655005e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.195197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49672) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.200149 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204482932', 'description': 'tempest-description--81346447'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:07.204506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:07.222545 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.241719 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Publish callbacks [] for security_group (b0c5abc4-0c01-4c03-94e4-bc8528b35c87), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.263772 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Publish callbacks [] for security_group (b0c5abc4-0c01-4c03-94e4-bc8528b35c87), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.296978 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (6638aaed-9ecb-486d-9e9c-07c19b9e29e6), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.301473 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6638aaed-9ecb-486d-9e9c-07c19b9e29e6), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.320317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b0c5abc4-0c01-4c03-94e4-bc8528b35c87), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.323304 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.324623 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b0c5abc4-0c01-4c03-94e4-bc8528b35c87 HTTP/1.1" status: 204 len: 168 time: 0.1707284 Sep 16 01:57:07.333048 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c5abc4-0c01-4c03-94e4-bc8528b35c87,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:07.335134 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.339040 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402912 Sep 16 01:57:07.339298 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49676) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.341800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.343095 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.343881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.343881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.344242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.344565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.344730 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'security_group_rule': {'security_group_id': '6638aaed-9ecb-486d-9e9c-07c19b9e29e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:07.344920 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.345874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.345874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.345874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.346269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.346612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.346951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.347275 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.347591 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee6e046-99eb-4f6b-85ca-93a4f39e048a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:57:07.349585 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ea24c-8b0c-4b86-a19c-0a4787b97404 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6638aaed-9ecb-486d-9e9c-07c19b9e29e6,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:07.376926 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (957d725a-9908-4647-8e59-4285d79d29ce), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.433860 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:07.441955 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (957d725a-9908-4647-8e59-4285d79d29ce), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.446053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (957d725a-9908-4647-8e59-4285d79d29ce), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.468115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957d725a-9908-4647-8e59-4285d79d29ce,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:07.478945 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.480335 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-6ab1d545-b4ba-499a-9297-53bd2de797e7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399975 Sep 16 01:57:07.483862 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49678) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.488802 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'security_group_rule': {'security_group_id': '6638aaed-9ecb-486d-9e9c-07c19b9e29e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:07.520552 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (c51ab947-b8e4-418b-ad80-d260dd7ab5e5), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.596387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (c51ab947-b8e4-418b-ad80-d260dd7ab5e5), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.602544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (c51ab947-b8e4-418b-ad80-d260dd7ab5e5), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.625324 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51ab947-b8e4-418b-ad80-d260dd7ab5e5,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:07.632972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.637719 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-5699d256-af91-4419-913e-376ad6ae2202 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514306 Sep 16 01:57:07.637719 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49682) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.648036 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:07.677476 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.721377 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:07.740926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32ce4-eeb7-40fa-8762-3b23062b7478 req-98313601-51a0-40fa-ab69-fcb4431c7cab tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:07.742402 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-28d32ce4-eeb7-40fa-8762-3b23062b7478 req-98313601-51a0-40fa-ab69-fcb4431c7cab tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0709677 Sep 16 01:57:07.742591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:07.766030 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.793143 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-28d32ce4-eeb7-40fa-8762-3b23062b7478 req-ab6d04a0-8743-4dfd-8e0e-87bee07a6fe3 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Sep 16 01:57:07.854733 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 49686) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:07.876752 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Allocated IP 172.27.0.77 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/abce0cc2-5cc6-4bbe-b437-b9f36b5729a8) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:57:07.901214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Deleting subnet d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 01:57:07.904302 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Publish callbacks [] for subnet (d8b4f20a-9fff-4b34-a25d-2bdfaddd3079), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.942686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (d8b4f20a-9fff-4b34-a25d-2bdfaddd3079), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.981004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:07.982788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (d8b4f20a-9fff-4b34-a25d-2bdfaddd3079), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.013366 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.038152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (d8b4f20a-9fff-4b34-a25d-2bdfaddd3079), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.057131 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:57:08.062252 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:57:08.063696 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b4f20a-9fff-4b34-a25d-2bdfaddd3079,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:08.064936 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:57:08.069989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.073859 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f6dfdd11-76d4-4c4b-b51c-95f0d08c3e60 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/d8b4f20a-9fff-4b34-a25d-2bdfaddd3079 HTTP/1.1" status: 204 len: 168 time: 0.2179623 Sep 16 01:57:08.076295 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 49688) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:08.094821 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'Port': ['ID=abce0cc2-5cc6-4bbe-b437-b9f36b5729a8,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:08.149867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (5464ac9b-c4e0-46ad-93ef-65f3628cf72c), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.154015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:08.159609 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.201052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.230201 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (5464ac9b-c4e0-46ad-93ef-65f3628cf72c), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.250824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5464ac9b-c4e0-46ad-93ef-65f3628cf72c']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:08.261042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afefbc20-58d0-4cf9-983a-81395b3bbf77') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:08.261334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afefbc20-58d0-4cf9-983a-81395b3bbf77') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:08.272041 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (afefbc20-58d0-4cf9-983a-81395b3bbf77), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.286864 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (afefbc20-58d0-4cf9-983a-81395b3bbf77), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.296868 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 01:57:08.297575 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (afefbc20-58d0-4cf9-983a-81395b3bbf77), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.333378 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment afefbc20-58d0-4cf9-983a-81395b3bbf77 resource provider aggregate not found Sep 16 01:57:08.383343 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.385352 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment afefbc20-58d0-4cf9-983a-81395b3bbf77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afefbc20-58d0-4cf9-983a-81395b3bbf77 found for delete ", "request_id": "req-cd132d37-9015-4b35-9703-ee5d87c755f8"}]} Sep 16 01:57:08.388470 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.405568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (5464ac9b-c4e0-46ad-93ef-65f3628cf72c), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.413104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.416436 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5464ac9b-c4e0-46ad-93ef-65f3628cf72c HTTP/1.1" status: 204 len: 168 time: 0.3381832 Sep 16 01:57:08.431693 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e4736-383f-4bfc-9948-e752729c3de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5464ac9b-c4e0-46ad-93ef-65f3628cf72c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:08.465948 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.470054 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'Port': ['ID=abce0cc2-5cc6-4bbe-b437-b9f36b5729a8,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:08.485867 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.487234 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a3ec94f9-ec08-4169-a184-6ee39b50a375 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8432875 Sep 16 01:57:08.606909 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 49700) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:08.648207 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:08.652770 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c151bec8-422c-4a50-b2a4-7ecf3583513d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3a0380c941f644a794f51e1f575faf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447056 Sep 16 01:57:08.655633 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 49710) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:08.700130 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-4dd6507b-9b34-437a-a017-7e8816bbbff1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--204482932&fields=id&tenant_id=57aaf234892543698d91303961f14abd HTTP/1.1" status: 200 len: 267 time: 0.0455289 Sep 16 01:57:08.710907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] Publish callbacks [] for security_group (e2f92522-2088-4ca8-ab7e-e2eef53f888e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.732486 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] Publish callbacks [] for security_group (e2f92522-2088-4ca8-ab7e-e2eef53f888e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.780632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e2f92522-2088-4ca8-ab7e-e2eef53f888e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.783640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:08.787473 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e2f92522-2088-4ca8-ab7e-e2eef53f888e HTTP/1.1" status: 204 len: 168 time: 0.1280339 Sep 16 01:57:08.797883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c817-a59d-4e22-bfeb-d06635f201cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f92522-2088-4ca8-ab7e-e2eef53f888e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:08.825834 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-d1232cb0-afc7-4301-bd01-9879c44184a3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:08.826565 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-d1232cb0-afc7-4301-bd01-9879c44184a3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.1192284 Sep 16 01:57:08.842233 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-36114a64-a625-4d62-823c-a991c63e6b19 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/quotas/57aaf234892543698d91303961f14abd HTTP/1.1" status: 200 len: 375 time: 0.0093162 Sep 16 01:57:08.900809 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-6da839b0-6d74-4e98-9288-890200392785 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521300 Sep 16 01:57:08.917854 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:08.931140 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee51c19-9c89-43ee-ac41-68a735e59dae req-e984421b-40ad-4bf8-96f6-411080fd3a76 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:08.933125 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ee51c19-9c89-43ee-ac41-68a735e59dae req-e984421b-40ad-4bf8-96f6-411080fd3a76 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0568633 Sep 16 01:57:08.991629 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8ee51c19-9c89-43ee-ac41-68a735e59dae req-b429af6b-1bdc-4b33-8d6a-96654970cc09 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503235 Sep 16 01:57:09.012338 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-3a9f042b-2455-4857-a7fb-2e2b2c7cd658 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964067 Sep 16 01:57:09.121143 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-01874273-12ca-45b2-8b09-0156899c87c2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017115 Sep 16 01:57:09.301665 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99874d-fe64-4f6f-8c30-af4dca0c63bb req-76d790ae-25a9-4889-9861-ad72849d0e19 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:09.303156 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e99874d-fe64-4f6f-8c30-af4dca0c63bb req-76d790ae-25a9-4889-9861-ad72849d0e19 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0509269 Sep 16 01:57:09.320882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-70d4b313-c906-42f1-955e-65ee81097ee7 req-911ee386-9a45-4ff1-aa12-f7813f6df8da tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 210 time: 0.0467525 Sep 16 01:57:09.342748 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:09.355373 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e99874d-fe64-4f6f-8c30-af4dca0c63bb req-0db23c70-4d8c-40e2-9751-1e44af9e6a20 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Sep 16 01:57:10.446031 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-35923020-5665-4424-8a34-b20d35136556 req-0bcfb96c-ef3e-43fd-a8d5-e0fd5eeae440 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 210 time: 0.0381079 Sep 16 01:57:10.483008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:10.499255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ae22a-ff94-4b65-bf94-dfd8eb831f00 req-204f9e42-b345-4d5b-8fbd-7a983631b6c1 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:10.500783 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5c5ae22a-ff94-4b65-bf94-dfd8eb831f00 req-204f9e42-b345-4d5b-8fbd-7a983631b6c1 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0662000 Sep 16 01:57:10.553418 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5c5ae22a-ff94-4b65-bf94-dfd8eb831f00 req-0fbf2d18-86ff-49b7-8e76-f9d2526952ae tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Sep 16 01:57:11.378903 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-7a1eb690-20ee-4221-9a4e-763406f97c52 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:11.380371 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-7a1eb690-20ee-4221-9a4e-763406f97c52 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0478170 Sep 16 01:57:11.466524 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Deleting port 4d61ca38-566b-46a3-baab-8d7accb7917f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:57:11.466867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:11.574301 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1537493f-6cb3-44aa-bfbe-898959587579 req-75a3e2d6-3d90-42c9-868c-9e91e988adbb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Sep 16 01:57:11.674462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] For port 4d61ca38-566b-46a3-baab-8d7accb7917f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4d61ca38-566b-46a3-baab-8d7accb7917f,segment=NetworkSegment(8f47af8f-3832-49df-83ee-107a63784d41),segment_id=8f47af8f-3832-49df-83ee-107a63784d41)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:11.674462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:11.714339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-9d4ca22e-39cf-4e8d-99b1-e8a47a27c5a8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:11.715755 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-9d4ca22e-39cf-4e8d-99b1-e8a47a27c5a8 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 818 time: 0.1977990 Sep 16 01:57:11.716742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Calling delete_port for 4d61ca38-566b-46a3-baab-8d7accb7917f owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:57:11.737089 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166ff90-343c-4266-a839-5936c5ae5cb7 req-9b0c13fa-993f-4031-ad32-10321ddb7c24 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:11.738488 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e166ff90-343c-4266-a839-5936c5ae5cb7 req-9b0c13fa-993f-4031-ad32-10321ddb7c24 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 950 time: 0.0920429 Sep 16 01:57:11.858003 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e166ff90-343c-4266-a839-5936c5ae5cb7 req-b5810fab-5691-40a4-9bf1-966710936d03 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fa778730-95a7-4206-9179-c9c14c8157a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Sep 16 01:57:11.916017 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-6b9469d4-43d5-47ba-90dd-5e0683ade535 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=57aaf234892543698d91303961f14abd HTTP/1.1" status: 200 len: 379 time: 0.1168251 Sep 16 01:57:11.928476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'port': {'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'admin_state_up': True, 'tenant_id': '57aaf234892543698d91303961f14abd', 'security_groups': ['6638aaed-9ecb-486d-9e9c-07c19b9e29e6']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:11.987636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:11.993889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4d61ca38-566b-46a3-baab-8d7accb7917f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.033357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Pushing event deleted for resources: {'Port': ['ID=4d61ca38-566b-46a3-baab-8d7accb7917f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:12.096561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] No DVR routers for this DVR port 4d61ca38-566b-46a3-baab-8d7accb7917f on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:57:12.099696 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.102906 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21e47fab-c411-49f0-be19-50db18f07bc3 req-05e533a7-5278-4ddf-b57a-586f098404fa tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.50 "DELETE /networking/v2.0/ports/4d61ca38-566b-46a3-baab-8d7accb7917f HTTP/1.1" status: 204 len: 173 time: 0.7165170 Sep 16 01:57:12.105197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'name': 'network-vif-deleted', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:12.109079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e534abf6-4f64-4ecb-9aea-1f42e6cdba59" -d '{"events": [{"server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "name": "network-vif-deleted", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:12.130448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:12.137780 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Made reservation on behalf of 57aaf234892543698d91303961f14abd for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:57:12.143009 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.161943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0cfc89-d249-45bb-9a1a-ef282f840438 x-openstack-request-id: req-ba0cfc89-d249-45bb-9a1a-ef282f840438 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:12.162237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49774a5-7f65-4e40-9a54-a51ccb508212", "name": "network-vif-deleted", "tag": "4d61ca38-566b-46a3-baab-8d7accb7917f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:12.162487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba0cfc89-d249-45bb-9a1a-ef282f840438 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:12.162886 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0cfc89-d249-45bb-9a1a-ef282f840438'] response: {'server_uuid': 'd49774a5-7f65-4e40-9a54-a51ccb508212', 'name': 'network-vif-deleted', 'tag': '4d61ca38-566b-46a3-baab-8d7accb7917f', 'status': 'completed', 'code': 200} Sep 16 01:57:12.288053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Allocated IP 172.20.0.6 (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190/baebba95-5a42-46b4-85d1-9ff51d0b77c4/1f6c616e-c78b-414c-883d-8d50a28be1bc) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:57:12.434819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.468900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.517440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:57:12.520677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:57:12.523572 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:57:12.550987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event updated for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:12.579665 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:12.580317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.597895 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-396feea6-b19d-4743-abc8-e2fc6d4d1f68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6746867 Sep 16 01:57:12.709129 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a0ab4-cda7-41a0-86df-d190e782aa26 req-2703cc7b-58c6-441b-a479-28ee82ae6986 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:12.710601 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2f6a0ab4-cda7-41a0-86df-d190e782aa26 req-2703cc7b-58c6-441b-a479-28ee82ae6986 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 931 time: 0.0526328 Sep 16 01:57:12.757608 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2f6a0ab4-cda7-41a0-86df-d190e782aa26 req-9a1def78-145e-4f49-a8fb-ffb17d8c1c11 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411222 Sep 16 01:57:12.790125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Provisioning complete for port 1f6c616e-c78b-414c-883d-8d50a28be1bc triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:57:12.790672 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.790795 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Attempt 1 to provision port 1f6c616e-c78b-414c-883d-8d50a28be1bc Sep 16 01:57:12.792146 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:12.824659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Port 1f6c616e-c78b-414c-883d-8d50a28be1bc cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:57:12.834720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Request body: {'port': {'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:12.901343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:12.967010 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:12.983251 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f840af4e-cb6b-4eeb-9d43-1b0bf24d144c req-92ca53fb-b325-4982-9c8b-5a61fe440013 tempest-VolumesNegativeTest-70432738 tempest-VolumesNegativeTest-70432738-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d49774a5-7f65-4e40-9a54-a51ccb508212 HTTP/1.1" status: 200 len: 210 time: 0.0288069 Sep 16 01:57:13.129278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:13.171448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6c616e-c78b-414c-883d-8d50a28be1bc {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:57:13.178979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks [] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:13.191855 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Transition to ACTIVE for port object 1f6c616e-c78b-414c-883d-8d50a28be1bc will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:57:13.195958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:13.272957 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:13.301924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Attempting to bind port 1f6c616e-c78b-414c-883d-8d50a28be1bc on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:57:13.302259 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Attempting to bind port 1f6c616e-c78b-414c-883d-8d50a28be1bc by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:57:13.302586 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Attempting to bind port 1f6c616e-c78b-414c-883d-8d50a28be1bc on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:57:13.325329 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Attempt 2 to provision port 1f6c616e-c78b-414c-883d-8d50a28be1bc Sep 16 01:57:13.347217 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Port 1f6c616e-c78b-414c-883d-8d50a28be1bc on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:57:13.347547 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Attempting to bind port 1f6c616e-c78b-414c-883d-8d50a28be1bc on network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:57:13.359854 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Port 1f6c616e-c78b-414c-883d-8d50a28be1bc cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:57:13.390006 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:57:13.390339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Checking segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:57:13.390721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Bound using segment: {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:57:13.391153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Bound port: 1f6c616e-c78b-414c-883d-8d50a28be1bc, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:57:13.391512 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:13.451138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:57:13.454870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:57:13.460943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:13.464835 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:13.465436 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:13.466769 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 1093 time: 0.6363273 Sep 16 01:57:13.511506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f88ca-703e-4255-ad41-f7b8546a56f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:13.573035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-df4a1a5e-2eab-4092-b25a-e9892abdbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:13.574530 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-df4a1a5e-2eab-4092-b25a-e9892abdbea6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1127 time: 0.0436471 Sep 16 01:57:13.622271 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-b1623db9-387d-4c90-a1c3-cd36b1f24dd6 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 217 time: 0.0324175 Sep 16 01:57:13.669481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-a1dc5d86-48fa-480e-adab-c15d62c01527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:13.671655 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-a1dc5d86-48fa-480e-adab-c15d62c01527 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0437119 Sep 16 01:57:13.718201 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-5eb3fe77-bc93-42a1-a515-16931b563698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:13.719759 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-5eb3fe77-bc93-42a1-a515-16931b563698 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424461 Sep 16 01:57:13.810569 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-0c3c4640-beea-463b-bd34-2f0d806515cd service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Sep 16 01:57:13.861031 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Attempt 3 to provision port 1f6c616e-c78b-414c-883d-8d50a28be1bc Sep 16 01:57:13.868283 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:13.900480 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b990ada0-0433-4d3b-a68d-c5ee45b614d9 None None] Port 1f6c616e-c78b-414c-883d-8d50a28be1bc had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 01:57:13.931633 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb86e24-5516-492a-a19e-832844c423b1 req-68796df7-f878-42c7-b7fd-9494cd3627a7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:13.933132 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ecb86e24-5516-492a-a19e-832844c423b1 req-68796df7-f878-42c7-b7fd-9494cd3627a7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 943 time: 0.0680807 Sep 16 01:57:13.964576 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54838cdd-a444-4a11-a3c3-79e5e81b9e73 req-2eade148-a307-480b-b77d-ae1adc064b18 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484168 Sep 16 01:57:13.977125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4d61ca38-566b-46a3-baab-8d7accb7917f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:57:13.996348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 4d61ca38-566b-46a3-baab-8d7accb7917f {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:57:13.996694 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4d61ca38-566b-46a3-baab-8d7accb7917f not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:57:14.002379 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ecb86e24-5516-492a-a19e-832844c423b1 req-f23743ba-6fce-4a6f-be03-48dced4190ad tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502689 Sep 16 01:57:14.164680 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:14.167817 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d649825-93f9-48a1-b9bf-74fae81ec68b" -d '{"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:14.205710 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda68d38-c0d0-4329-a05b-cac2b3ec9d60 x-openstack-request-id: req-fda68d38-c0d0-4329-a05b-cac2b3ec9d60 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:14.206003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:14.206262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fda68d38-c0d0-4329-a05b-cac2b3ec9d60 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:14.206746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda68d38-c0d0-4329-a05b-cac2b3ec9d60'] response: {'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'status': 'completed', 'code': 200} Sep 16 01:57:15.130481 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c0696-b25f-49cd-a03b-50dace135526 req-089daeb8-0385-45ce-9c73-e825806d9025 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:15.132118 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-716c0696-b25f-49cd-a03b-50dace135526 req-089daeb8-0385-45ce-9c73-e825806d9025 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 943 time: 0.0510542 Sep 16 01:57:15.181611 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-716c0696-b25f-49cd-a03b-50dace135526 req-bfb39626-c848-4ec8-97a5-7511a5ed595e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434027 Sep 16 01:57:15.974335 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 1f6c616e-c78b-414c-883d-8d50a28be1bc details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:57:15.992426 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-529124e0-0101-47f7-b0ac-1c9b2212a9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:16.086320 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:16.098002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:57:16.133450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 1f6c616e-c78b-414c-883d-8d50a28be1bc is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:16.133849 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:16.151196 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6c616e-c78b-414c-883d-8d50a28be1bc {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:57:16.172025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:16.176424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:16.235281 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:16.305428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009a06-8220-4e15-843a-606e8b166fc1 req-fe6e371b-466d-45b3-86d6-558b862ca2ba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:16.307981 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00009a06-8220-4e15-843a-606e8b166fc1 req-fe6e371b-466d-45b3-86d6-558b862ca2ba tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 944 time: 0.0474594 Sep 16 01:57:16.358919 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00009a06-8220-4e15-843a-606e8b166fc1 req-afdbf769-6ae8-4f91-91c1-0cf4f4f90fdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Sep 16 01:57:16.519194 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-c72e7c23-a94e-49ce-9c4f-27cdcb9030ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:16.520746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-c72e7c23-a94e-49ce-9c4f-27cdcb9030ed service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1128 time: 0.0457871 Sep 16 01:57:16.534237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:16.620579 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-acd927d3-8a3c-4ea9-a087-8f009c34b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:16.622029 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-acd927d3-8a3c-4ea9-a087-8f009c34b1b2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0951753 Sep 16 01:57:16.666379 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-55a978c7-35a3-418b-a832-1e3afd538f18 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 217 time: 0.0364523 Sep 16 01:57:16.715805 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-649834e1-e1ab-44d6-b164-a55abf82f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:16.717310 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-649834e1-e1ab-44d6-b164-a55abf82f197 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0449724 Sep 16 01:57:16.765589 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-81da13aa-7d1d-4d89-ad38-b0fc233857e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:16.767335 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-81da13aa-7d1d-4d89-ad38-b0fc233857e5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406802 Sep 16 01:57:16.782965 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['1f6c616e-c78b-414c-883d-8d50a28be1bc'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:57:16.878446 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-66955701-3fcc-4448-a347-d5350d787037 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041834 Sep 16 01:57:16.970441 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d649825-93f9-48a1-b9bf-74fae81ec68b req-550b58cf-1923-4efc-bd76-d45e6cf22f08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Sep 16 01:57:17.480787 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515417e2-3362-4139-8e26-37dad09800c4 req-34b654a8-0591-4ee4-953c-47244dc77ae6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:17.482241 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-515417e2-3362-4139-8e26-37dad09800c4 req-34b654a8-0591-4ee4-953c-47244dc77ae6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 944 time: 0.0474374 Sep 16 01:57:17.495287 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:17.533249 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-515417e2-3362-4139-8e26-37dad09800c4 req-caad73a8-dd3a-4475-8167-528f41b6bdf9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453978 Sep 16 01:57:17.985630 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 1f6c616e-c78b-414c-883d-8d50a28be1bc up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:57:18.025945 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:18.031519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 1f6c616e-c78b-414c-883d-8d50a28be1bc completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:57:18.037531 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 1f6c616e-c78b-414c-883d-8d50a28be1bc triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:57:18.037925 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.038349 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 1f6c616e-c78b-414c-883d-8d50a28be1bc Sep 16 01:57:18.103150 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:18.104326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50010) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:18.115584 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 1f6c616e-c78b-414c-883d-8d50a28be1bc is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:18.116163 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.141084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:18.143307 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e70a29a-7ad5-44d5-9553-8b166ba8ec99" -d '{"events": [{"server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "name": "network-vif-plugged", "status": "completed", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:18.159098 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:18.164466 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.196478 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d8702-cd86-47cc-bd96-9ba4df9b0c2d x-openstack-request-id: req-db2d8702-cd86-47cc-bd96-9ba4df9b0c2d {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:18.196792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "name": "network-vif-plugged", "status": "completed", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:18.197046 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db2d8702-cd86-47cc-bd96-9ba4df9b0c2d {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:18.197437 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2d8702-cd86-47cc-bd96-9ba4df9b0c2d'] response: {'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'code': 200} Sep 16 01:57:18.214898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:18.258836 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-58741519-565d-43aa-b738-661a91aa6d68 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fbe6e7560b314358bd9589ac38b69320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520016 Sep 16 01:57:18.260009 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50016) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:18.312041 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] Publish callbacks [] for security_group (fa778730-95a7-4206-9179-c9c14c8157a5), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.332842 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] Publish callbacks [] for security_group (fa778730-95a7-4206-9179-c9c14c8157a5), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.382217 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (fa778730-95a7-4206-9179-c9c14c8157a5), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.384919 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.386041 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fa778730-95a7-4206-9179-c9c14c8157a5 HTTP/1.1" status: 204 len: 168 time: 0.1251276 Sep 16 01:57:18.394329 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed2f16-445e-47b1-bfd3-18909acb38cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa778730-95a7-4206-9179-c9c14c8157a5,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:18.428145 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7e216740-9991-4071-b105-f25adde00638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:18.436340 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447dca-e1b4-4c77-8ed1-5e4340d6422b req-2f512ec8-5097-4fd5-beb5-5ea65de6c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:18.438396 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-56447dca-e1b4-4c77-8ed1-5e4340d6422b req-2f512ec8-5097-4fd5-beb5-5ea65de6c7f1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0512347 Sep 16 01:57:18.486304 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-56447dca-e1b4-4c77-8ed1-5e4340d6422b req-a7fe7638-8ac8-46ee-a0ef-d7e5ccde47b7 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404119 Sep 16 01:57:18.662613 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9455-836d-416b-8759-76c7f82908a7 req-256ff34b-a020-412a-be8a-ecfcf11567a4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:18.664241 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eaaf9455-836d-416b-8759-76c7f82908a7 req-256ff34b-a020-412a-be8a-ecfcf11567a4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Sep 16 01:57:18.718549 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eaaf9455-836d-416b-8759-76c7f82908a7 req-6bc400d0-5fc7-4404-9384-c8231e8e899d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482104 Sep 16 01:57:19.486858 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:19.842255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b18a-9911-4b23-b13f-2027d608e41d req-aaf8b7a9-c9ad-465b-885b-8c3998b54391 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:19.843695 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0395b18a-9911-4b23-b13f-2027d608e41d req-aaf8b7a9-c9ad-465b-885b-8c3998b54391 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0461316 Sep 16 01:57:19.890865 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0395b18a-9911-4b23-b13f-2027d608e41d req-b0d320df-dfb8-4aaf-89af-6b724c86900a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Sep 16 01:57:21.013575 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:21.024285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd9608-9086-4b2c-ae0b-d5d6cc144ce7 req-cbe9c72d-7bcd-48cf-8697-c8ed05a2eff7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:21.025718 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-85fd9608-9086-4b2c-ae0b-d5d6cc144ce7 req-cbe9c72d-7bcd-48cf-8697-c8ed05a2eff7 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Sep 16 01:57:21.078571 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-85fd9608-9086-4b2c-ae0b-d5d6cc144ce7 req-a43deb86-4a8d-46c9-b331-8084ddecd104 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471423 Sep 16 01:57:21.084233 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:21.199513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b8af-5858-4911-adac-a732648e9c8e req-f7c0bab3-8e8c-4ed7-b00b-06ec3efdade0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:21.201132 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0773b8af-5858-4911-adac-a732648e9c8e req-f7c0bab3-8e8c-4ed7-b00b-06ec3efdade0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Sep 16 01:57:21.211143 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50028) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:57:21.215417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'floatingip': {'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:57:21.254337 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:21.357493 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:21.460238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:21.919001 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:21.921681 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:21.925462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:22.016674 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Floating IP a1413b3b-d451-4203-ab8e-70d7c329ff1b associated. External IP: 172.27.0.77, port: 1f6c616e-c78b-414c-883d-8d50a28be1bc. Sep 16 01:57:22.212940 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Router c438dbd8-0093-49e7-a2f6-77521d792f99 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:57:22.316830 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:57:22.321588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:22.325938 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:57:22.335966 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:57:22.336659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:57:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:22.351320 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a9ceb593-61a1-4641-ae9e-db7085869cdc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/a1413b3b-d451-4203-ab8e-70d7c329ff1b HTTP/1.1" status: 200 len: 990 time: 1.1390622 Sep 16 01:57:22.351978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:22.354226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad42b9e9-ae54-42a7-872d-540c620bf4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:22.393568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68c6fc8-4279-466b-8bb8-154edb1a9dab x-openstack-request-id: req-a68c6fc8-4279-466b-8bb8-154edb1a9dab {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:22.393860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:22.394114 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a68c6fc8-4279-466b-8bb8-154edb1a9dab {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:22.394516 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68c6fc8-4279-466b-8bb8-154edb1a9dab'] response: {'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'status': 'completed', 'code': 200} Sep 16 01:57:22.441093 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:57:22.504542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-ed588359-4c58-4fcf-95a9-4c2ebd87a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:22.506016 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-ed588359-4c58-4fcf-95a9-4c2ebd87a4d9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0406742 Sep 16 01:57:22.602268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-4a74dee8-b648-4598-bf95-b3b95dbfa9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:22.603662 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-4a74dee8-b648-4598-bf95-b3b95dbfa9c0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0909073 Sep 16 01:57:22.666348 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-4f602674-aa13-4065-90be-520f7f174984 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 998 time: 0.0542598 Sep 16 01:57:22.698701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:57:21Z', 'revision_number': 1, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:22.705394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:22.720398 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-699583ab-7e7f-4fe2-8c97-0c2f033b8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:22.721873 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-699583ab-7e7f-4fe2-8c97-0c2f033b8ee8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0483892 Sep 16 01:57:22.726838 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:57:22.735907 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:57:22.736530 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:57:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:22.766552 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-a7a68beb-c09b-4024-a9c0-20907504795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:22.768058 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-a7a68beb-c09b-4024-a9c0-20907504795a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400736 Sep 16 01:57:22.838361 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:57:22.867863 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-3e9bd148-2d2b-42a1-a5c3-4d7bd8318a09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872786 Sep 16 01:57:22.955290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:22.961371 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad42b9e9-ae54-42a7-872d-540c620bf4dc req-2f56bddd-07bc-493f-9435-ea12bb73a0a9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871501 Sep 16 01:57:23.014932 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:23.052063 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:57:21Z', 'revision_number': 1, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:57:23.077407 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef09b34-e61a-41c6-9a1f-064828f750f2 None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:57:21Z', 'revision_number': 1, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:57:23.256459 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9121828-659b-40c4-ad0d-c480f3bd6aef None None] New status for floating IP a1413b3b-d451-4203-ab8e-70d7c329ff1b: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 01:57:27.588606 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a5a9-fccc-48d5-82f4-b6268ddef6ab req-3a79f317-0bca-4440-a65e-0f6057b12aff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:27.589981 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5f57a5a9-fccc-48d5-82f4-b6268ddef6ab req-3a79f317-0bca-4440-a65e-0f6057b12aff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0466778 Sep 16 01:57:27.636545 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5f57a5a9-fccc-48d5-82f4-b6268ddef6ab req-546e862c-9425-4076-aebd-d7036217d8bf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Sep 16 01:57:27.836862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:28.764585 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ac586-20f3-4a5a-890b-53c7bf689c27 req-102ebc38-3f10-4f2e-ab22-4e5991643e43 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:28.766025 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c93ac586-20f3-4a5a-890b-53c7bf689c27 req-102ebc38-3f10-4f2e-ab22-4e5991643e43 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0488014 Sep 16 01:57:28.818917 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c93ac586-20f3-4a5a-890b-53c7bf689c27 req-153aa71a-2709-48bb-95fc-4d24782336e3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473640 Sep 16 01:57:29.947197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e38d47-8364-41f9-9ded-fa92866517b2 req-d5723cc6-4625-4786-b1e9-5c52cc73747e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:29.948734 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93e38d47-8364-41f9-9ded-fa92866517b2 req-d5723cc6-4625-4786-b1e9-5c52cc73747e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0479205 Sep 16 01:57:29.995461 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93e38d47-8364-41f9-9ded-fa92866517b2 req-086e0615-bc13-4488-82ac-7d9c2d0f0582 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409834 Sep 16 01:57:31.121745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69810e95-e9c3-4967-b677-92a9a75ae1ed req-c451c7aa-0abe-4e9a-b5a9-e3ab294eefdb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:31.124196 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-69810e95-e9c3-4967-b677-92a9a75ae1ed req-c451c7aa-0abe-4e9a-b5a9-e3ab294eefdb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0469432 Sep 16 01:57:31.170838 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-69810e95-e9c3-4967-b677-92a9a75ae1ed req-cbb99a60-af69-40e2-b7be-c720af773223 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407753 Sep 16 01:57:32.294838 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48008aac-5454-422c-8e5b-fc26d114b6d4 req-911b568e-ceb3-444d-beb7-317faac343ee tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:32.296306 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48008aac-5454-422c-8e5b-fc26d114b6d4 req-911b568e-ceb3-444d-beb7-317faac343ee tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0468478 Sep 16 01:57:32.342924 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48008aac-5454-422c-8e5b-fc26d114b6d4 req-e82cbf2d-f5f4-49b2-829f-ed2961f401d1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Sep 16 01:57:33.471032 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a52c-c83d-4a87-bc3f-58e30dcc46bb req-2efb2088-511c-47d3-a9b5-4df3a425e738 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:33.472518 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dfe6a52c-c83d-4a87-bc3f-58e30dcc46bb req-2efb2088-511c-47d3-a9b5-4df3a425e738 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Sep 16 01:57:33.481937 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:33.501978 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=12 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:33.520007 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dfe6a52c-c83d-4a87-bc3f-58e30dcc46bb req-98b72da4-34ed-43b1-a079-041b567d00eb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Sep 16 01:57:34.650016 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412a744-60ff-4a2a-9f8f-3fe2fc4275ce req-e55fefc0-3fdd-4921-92f2-7d3c89b70d36 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:34.651441 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9412a744-60ff-4a2a-9f8f-3fe2fc4275ce req-e55fefc0-3fdd-4921-92f2-7d3c89b70d36 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Sep 16 01:57:34.698623 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9412a744-60ff-4a2a-9f8f-3fe2fc4275ce req-6229339f-d7b0-4499-b07f-a6fe2a5bd40e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Sep 16 01:57:35.830807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599036-6014-4664-bde3-c031e4fcdeaf req-270a14c9-1f15-4990-8038-2da05495d6b5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:35.832278 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0f599036-6014-4664-bde3-c031e4fcdeaf req-270a14c9-1f15-4990-8038-2da05495d6b5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0506847 Sep 16 01:57:35.879661 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0f599036-6014-4664-bde3-c031e4fcdeaf req-6ca73591-0745-4987-ba08-6dbff6949e7c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Sep 16 01:57:36.347216 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:57:37.007976 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33653e25-d04a-4015-ad25-13a5d5c8bc9f req-c3eabddd-ce27-426b-b375-5c3e22e073f0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:37.009457 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33653e25-d04a-4015-ad25-13a5d5c8bc9f req-c3eabddd-ce27-426b-b375-5c3e22e073f0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0495808 Sep 16 01:57:37.057718 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33653e25-d04a-4015-ad25-13a5d5c8bc9f req-dfed0722-a561-4ef6-bf9e-dd9b07d95eaa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419505 Sep 16 01:57:37.564467 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282793d-4117-46b1-8806-92927cd90d77 req-a4759ac0-59c5-4109-acfa-2cf5942d2168 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:37.565916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c282793d-4117-46b1-8806-92927cd90d77 req-a4759ac0-59c5-4109-acfa-2cf5942d2168 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0470338 Sep 16 01:57:37.616172 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c282793d-4117-46b1-8806-92927cd90d77 req-a7dfa984-edce-4c26-a455-608c8bfb7b98 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Sep 16 01:57:37.830635 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:37.832625 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:38.184531 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b76e9d-0518-4c42-a436-efabac877295 req-6c2ec8c8-4ac1-4e87-9ecc-17a2fbec3a61 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:38.186492 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-18b76e9d-0518-4c42-a436-efabac877295 req-6c2ec8c8-4ac1-4e87-9ecc-17a2fbec3a61 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0451024 Sep 16 01:57:38.235459 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-18b76e9d-0518-4c42-a436-efabac877295 req-132accd9-105d-4b6d-8507-1823c5915b05 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Sep 16 01:57:38.737326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a61fa-cdc1-42f2-978a-a582b9d9fd2b req-6efdd71f-14af-49c0-b900-602673145546 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:38.738767 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1b4a61fa-cdc1-42f2-978a-a582b9d9fd2b req-6efdd71f-14af-49c0-b900-602673145546 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0476716 Sep 16 01:57:38.785513 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1b4a61fa-cdc1-42f2-978a-a582b9d9fd2b req-8f8739ba-0070-474f-a87e-3bcff0da36bc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Sep 16 01:57:39.364281 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d117d2e-2206-4d01-95c3-e7553e3000fd req-a606d4ef-4a4f-43ad-b398-9516d5dae7a6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:39.366038 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6d117d2e-2206-4d01-95c3-e7553e3000fd req-a606d4ef-4a4f-43ad-b398-9516d5dae7a6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Sep 16 01:57:39.414257 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6d117d2e-2206-4d01-95c3-e7553e3000fd req-54211711-d3c1-41d0-8ad7-31ce761afad8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Sep 16 01:57:39.904879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9d6f-6c6b-4512-85ec-88ccd30bb647 req-50b50d0b-a2d0-47f5-ae14-fbc4ae584de3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:39.906350 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2d5d9d6f-6c6b-4512-85ec-88ccd30bb647 req-50b50d0b-a2d0-47f5-ae14-fbc4ae584de3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0466480 Sep 16 01:57:39.953147 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2d5d9d6f-6c6b-4512-85ec-88ccd30bb647 req-0a1e4395-2bda-4815-a21b-d1d93869df15 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411878 Sep 16 01:57:40.055856 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:57:40.156575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:40.167135 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'dc91b77b-583a-4740-a244-adc53daa4347', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:57:40.201628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: ACTIVE; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:40.202012 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:40.214491 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:57:40.235447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:40.239302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:40.288243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=6']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:40.445298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['dc91b77b-583a-4740-a244-adc53daa4347'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:57:40.543026 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a526b-7fcb-47ce-9ea8-3d975d63246b req-a5240d5e-3056-4dc9-893d-f3247025edbb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:40.545206 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d07a526b-7fcb-47ce-9ea8-3d975d63246b req-a5240d5e-3056-4dc9-893d-f3247025edbb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0486050 Sep 16 01:57:40.580269 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:40.593370 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d07a526b-7fcb-47ce-9ea8-3d975d63246b req-25e345a6-0874-4cb4-a15b-9abd2138ae79 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Sep 16 01:57:41.069690 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:41.078356 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f028a2-e8f1-4562-abd3-23f5c485613a req-d0dce033-60bc-474d-8649-8fa512926723 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:41.079808 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3f028a2-e8f1-4562-abd3-23f5c485613a req-d0dce033-60bc-474d-8649-8fa512926723 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Sep 16 01:57:41.127730 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d3f028a2-e8f1-4562-abd3-23f5c485613a req-b9bc14ba-6a03-4530-96bc-55803878fb03 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Sep 16 01:57:41.726747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d616a-478d-43b0-9649-9dc17c589d28 req-be8c7c7c-c1bd-4506-8067-fb48eabd21fc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:41.728190 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9e2d616a-478d-43b0-9649-9dc17c589d28 req-be8c7c7c-c1bd-4506-8067-fb48eabd21fc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0495508 Sep 16 01:57:41.774720 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9e2d616a-478d-43b0-9649-9dc17c589d28 req-9e946676-b9c0-4215-8a28-e244123c368a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407059 Sep 16 01:57:42.083349 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:57:42.130445 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port dc91b77b-583a-4740-a244-adc53daa4347 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:57:42.130810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dc91b77b-583a-4740-a244-adc53daa4347), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:42.131144 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:57:42.253221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a9566-db35-403c-9255-cacec3248113 req-9c8146a1-7f5f-42fa-885f-ae6dcb53f8b4 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:42.254999 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf7a9566-db35-403c-9255-cacec3248113 req-9c8146a1-7f5f-42fa-885f-ae6dcb53f8b4 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0484233 Sep 16 01:57:42.304306 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf7a9566-db35-403c-9255-cacec3248113 req-09b3f433-02ea-4cb0-bf47-62ba96183251 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Sep 16 01:57:42.324570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:42.324958 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:42.347419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:42.349572 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac9b84b-d0ec-4ee3-a929-40a3fde55ea2" -d '{"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:42.362121 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:42.366084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:42.392214 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11372a3e-7056-4fb9-94c9-ab0c86b89d9b x-openstack-request-id: req-11372a3e-7056-4fb9-94c9-ab0c86b89d9b {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:42.392510 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:42.392760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11372a3e-7056-4fb9-94c9-ab0c86b89d9b {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:42.393169 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11372a3e-7056-4fb9-94c9-ab0c86b89d9b'] response: {'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'code': 200} Sep 16 01:57:42.418352 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=7']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:42.899988 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca9dd-1fe4-4cf7-89c3-23f37d47e8de req-f58963de-03b7-4622-a1e4-5591173845cd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:42.901434 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-facca9dd-1fe4-4cf7-89c3-23f37d47e8de req-f58963de-03b7-4622-a1e4-5591173845cd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0493941 Sep 16 01:57:42.947413 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-facca9dd-1fe4-4cf7-89c3-23f37d47e8de req-a88ac824-e82e-45da-b533-a910c50e5753 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 Sep 16 01:57:43.426048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad017-f8b1-4c0b-ae7b-0e3a607a7edb req-cc957980-69b2-4f76-a61e-ccb5a2151a14 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:43.427482 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d83ad017-f8b1-4c0b-ae7b-0e3a607a7edb req-cc957980-69b2-4f76-a61e-ccb5a2151a14 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0456197 Sep 16 01:57:43.474191 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d83ad017-f8b1-4c0b-ae7b-0e3a607a7edb req-5497a6a7-6434-4a03-a6f0-9ae47d2b3f12 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Sep 16 01:57:44.065717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:44.089013 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d2b6d-8a30-49d3-8e0b-cba790fb0ede req-de1b2acc-3317-460e-b792-bcb943728614 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:44.090726 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-361d2b6d-8a30-49d3-8e0b-cba790fb0ede req-de1b2acc-3317-460e-b792-bcb943728614 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0553603 Sep 16 01:57:44.151155 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-361d2b6d-8a30-49d3-8e0b-cba790fb0ede req-e4aa64d0-fc22-401b-b174-8f1a6b00e807 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500114 Sep 16 01:57:44.360995 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:44.603923 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e5fc7-a675-49a9-bf43-256017a13e3c req-c32747de-c2a2-47ad-8137-fe70895f55f0 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:44.605424 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-986e5fc7-a675-49a9-bf43-256017a13e3c req-c32747de-c2a2-47ad-8137-fe70895f55f0 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0530276 Sep 16 01:57:44.654881 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-986e5fc7-a675-49a9-bf43-256017a13e3c req-a66372de-91bf-423f-aeee-925021b6b135 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Sep 16 01:57:45.280781 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6da94-2d07-430d-afad-1535269781ec req-1a5907eb-4567-4afa-9c75-3ebc1e16a870 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:45.282387 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2b6da94-2d07-430d-afad-1535269781ec req-1a5907eb-4567-4afa-9c75-3ebc1e16a870 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Sep 16 01:57:45.338185 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2b6da94-2d07-430d-afad-1535269781ec req-43842bdb-e975-42d6-9bba-090a8e620985 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492065 Sep 16 01:57:45.780769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77ad17-807e-4296-a5b7-68fb459d84e9 req-f1cf22f4-4bac-4bad-ae53-2033bd77dfeb tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:45.788488 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cc77ad17-807e-4296-a5b7-68fb459d84e9 req-f1cf22f4-4bac-4bad-ae53-2033bd77dfeb tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0551250 Sep 16 01:57:45.823331 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:45.836483 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cc77ad17-807e-4296-a5b7-68fb459d84e9 req-11b6cf36-e8d7-4a22-a49c-8338c2a10020 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468359 Sep 16 01:57:45.976598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-96293e9c-cc23-4178-a54a-3f6329b0b8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:46.342712 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:46.476147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8894b8-9c07-464b-8f43-4ac5f762e799 req-e349dfe7-45ac-4429-ac75-9e87d66b8805 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:46.480394 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef8894b8-9c07-464b-8f43-4ac5f762e799 req-e349dfe7-45ac-4429-ac75-9e87d66b8805 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 16 01:57:46.531203 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef8894b8-9c07-464b-8f43-4ac5f762e799 req-9fa838b2-07c2-4b19-9921-5e9b40738d24 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471802 Sep 16 01:57:46.968761 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d8fb1-17d8-4bdd-b5ba-f9bd4c673af9 req-f740d356-110f-47f5-aea2-4b1514d37a13 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:46.975412 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-199d8fb1-17d8-4bdd-b5ba-f9bd4c673af9 req-f740d356-110f-47f5-aea2-4b1514d37a13 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Sep 16 01:57:47.029514 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-199d8fb1-17d8-4bdd-b5ba-f9bd4c673af9 req-3eaecf36-2987-4517-ba99-c100174402e3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527194 Sep 16 01:57:47.671335 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607811cc-3e03-4059-95c3-cdf3e472f9a9 req-0ec56520-f8f5-4789-aae0-1e3ccfd54ea6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:47.673012 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-607811cc-3e03-4059-95c3-cdf3e472f9a9 req-0ec56520-f8f5-4789-aae0-1e3ccfd54ea6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Sep 16 01:57:47.737358 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-607811cc-3e03-4059-95c3-cdf3e472f9a9 req-50ae9962-28bb-4ec1-8ce8-c9b6343f48de tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580606 Sep 16 01:57:48.163405 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1da159-3c85-4038-9678-49ab8d700067 req-7b9204cc-361d-40c6-9186-3e9bf5f237df tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:48.165060 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bd1da159-3c85-4038-9678-49ab8d700067 req-7b9204cc-361d-40c6-9186-3e9bf5f237df tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Sep 16 01:57:48.219404 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bd1da159-3c85-4038-9678-49ab8d700067 req-2d0d5a01-fbac-4316-91a1-ef8c93855e08 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477896 Sep 16 01:57:48.422979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-dabc9dcc-01cf-457a-972f-0f94ff962ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:48.878109 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f305e-f1e6-4db5-a880-f0649748ffb2 req-cb6be5ee-aa27-4297-acce-69c955718b2f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:48.880602 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-764f305e-f1e6-4db5-a880-f0649748ffb2 req-cb6be5ee-aa27-4297-acce-69c955718b2f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0545182 Sep 16 01:57:48.939709 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-764f305e-f1e6-4db5-a880-f0649748ffb2 req-335b7bea-0756-4e1e-a376-3f1db3c346f4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532224 Sep 16 01:57:49.370133 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb2e2-60e8-4706-9d2a-34353c5dffd8 req-91279278-5064-433f-82e8-80e5801f5e42 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:49.372678 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-59bfb2e2-60e8-4706-9d2a-34353c5dffd8 req-91279278-5064-433f-82e8-80e5801f5e42 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0509489 Sep 16 01:57:49.426140 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-59bfb2e2-60e8-4706-9d2a-34353c5dffd8 req-d88e68a9-5d33-4a6b-8fbe-2f537dc10914 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477135 Sep 16 01:57:49.489525 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:50.069926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138f7f-65eb-4866-971c-f61d80ca21b3 req-ebd66ab8-a3b2-49de-9f37-6095d6a6bdbd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:50.071583 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb138f7f-65eb-4866-971c-f61d80ca21b3 req-ebd66ab8-a3b2-49de-9f37-6095d6a6bdbd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0499034 Sep 16 01:57:50.123843 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cb138f7f-65eb-4866-971c-f61d80ca21b3 req-fbd649f6-088f-414f-8486-94bd861f6aa0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Sep 16 01:57:50.566034 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb63db-a57f-4d8d-aabb-46b48a2c98fb req-5f5efeff-3542-4370-a5ea-afedf01f93ee tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:50.567543 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bbdb63db-a57f-4d8d-aabb-46b48a2c98fb req-5f5efeff-3542-4370-a5ea-afedf01f93ee tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0563982 Sep 16 01:57:50.634969 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bbdb63db-a57f-4d8d-aabb-46b48a2c98fb req-88e04096-fc35-455b-9404-4b931e556068 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540633 Sep 16 01:57:51.107905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:51.261490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de061f2c-d2a1-4538-aed5-ec78da63dd57 req-25655e65-d171-4b69-95f7-808f9702a195 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:51.263649 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de061f2c-d2a1-4538-aed5-ec78da63dd57 req-25655e65-d171-4b69-95f7-808f9702a195 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0546718 Sep 16 01:57:51.322164 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de061f2c-d2a1-4538-aed5-ec78da63dd57 req-b261228a-acb7-4e7a-b3a6-d52489682f57 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498221 Sep 16 01:57:51.461738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:51.470207 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:51.761993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c805c-132d-4fa6-a2e2-5f6a3d94256b req-9788805b-c1b1-4ab1-a9a4-885c1cd4efa7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:51.764765 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-571c805c-132d-4fa6-a2e2-5f6a3d94256b req-9788805b-c1b1-4ab1-a9a4-885c1cd4efa7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Sep 16 01:57:51.821585 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-571c805c-132d-4fa6-a2e2-5f6a3d94256b req-9546897a-f606-4139-984d-ab69d368a600 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510058 Sep 16 01:57:52.466876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924105b-14d0-46fa-80df-ab459a13cb6d req-220e314a-8560-4e63-abbc-244ea2810184 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:52.468521 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b924105b-14d0-46fa-80df-ab459a13cb6d req-220e314a-8560-4e63-abbc-244ea2810184 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0501094 Sep 16 01:57:52.518823 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:52.524082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b924105b-14d0-46fa-80df-ab459a13cb6d req-e4221940-c304-4daa-92c1-7c211dbebdf0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478694 Sep 16 01:57:52.979287 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cf6a7-5482-42c9-97d8-a433e1587d08 req-95afa97d-5657-4519-b8b9-e1066f6c8ba7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:52.980794 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c59cf6a7-5482-42c9-97d8-a433e1587d08 req-95afa97d-5657-4519-b8b9-e1066f6c8ba7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Sep 16 01:57:53.037590 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c59cf6a7-5482-42c9-97d8-a433e1587d08 req-e608cbec-8268-45af-91c1-f3b20c44f1e1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494950 Sep 16 01:57:53.660250 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cba3cf-4d4d-42f3-8372-a4d7c9bfedf3 req-0722d595-381c-4508-b177-35f578f57211 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:53.661907 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e4cba3cf-4d4d-42f3-8372-a4d7c9bfedf3 req-0722d595-381c-4508-b177-35f578f57211 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0515952 Sep 16 01:57:53.720654 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e4cba3cf-4d4d-42f3-8372-a4d7c9bfedf3 req-e4f1b812-22a7-422b-8058-fa74ab342173 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523162 Sep 16 01:57:54.165518 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73117d-7163-4909-9302-a67f7c1c8b84 req-615819d6-8266-4eba-b653-4b1672194a05 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.173266 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ee73117d-7163-4909-9302-a67f7c1c8b84 req-615819d6-8266-4eba-b653-4b1672194a05 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0552740 Sep 16 01:57:54.216242 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:54.234401 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ee73117d-7163-4909-9302-a67f7c1c8b84 req-09e6ade1-d3b7-47a6-b8b5-cddebdf21c76 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537620 Sep 16 01:57:54.484350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa389bb-c620-4b18-a835-a3064fcb5f7c req-28ac23e8-aeb8-40e8-abaf-9ce12b752118 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.487616 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bfa389bb-c620-4b18-a835-a3064fcb5f7c req-28ac23e8-aeb8-40e8-abaf-9ce12b752118 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Sep 16 01:57:54.540527 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bfa389bb-c620-4b18-a835-a3064fcb5f7c req-6fe5a90f-4181-48f1-b362-b8d28f8a39cb tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457890 Sep 16 01:57:54.582678 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-561ce5a9-184c-4a78-85d8-07cad2320601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.584189 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-561ce5a9-184c-4a78-85d8-07cad2320601 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.0465910 Sep 16 01:57:54.679584 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-439ce6b7-b4a4-4fb0-b373-173665500ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.681083 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-439ce6b7-b4a4-4fb0-b373-173665500ac3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.0912411 Sep 16 01:57:54.821280 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-87fcfb30-d717-4a90-9ea3-cbd7aeb7c453 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 1001 time: 0.0703294 Sep 16 01:57:54.883084 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93381db-d0c1-4caa-8b87-4aeb3f73e10f req-05f1cfc7-eafd-4eed-bda8-4e3c839e249f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.884522 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d93381db-d0c1-4caa-8b87-4aeb3f73e10f req-05f1cfc7-eafd-4eed-bda8-4e3c839e249f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0761590 Sep 16 01:57:54.893652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:54.902692 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-2eb4fb39-103c-4759-967a-6d0c76a1ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.904967 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-2eb4fb39-103c-4759-967a-6d0c76a1ef14 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0670431 Sep 16 01:57:54.970172 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-0cf34b1d-53b5-409c-a38e-dfb80b8f71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:54.971610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-0cf34b1d-53b5-409c-a38e-dfb80b8f71c1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579493 Sep 16 01:57:54.974976 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d93381db-d0c1-4caa-8b87-4aeb3f73e10f req-8cc3c692-40d3-48dc-a9c3-2b00d7133ce6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840540 Sep 16 01:57:55.062088 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-1324eddd-c018-47a4-9d3b-dcd157f9711d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Sep 16 01:57:55.159061 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef887cef-4f5b-4507-800b-ced1b0f58187 req-1e8093a4-e15d-47f5-9e3b-d23e75a4e89f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903904 Sep 16 01:57:55.663744 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79856635-d128-4c86-8304-a373a95e2358 req-a77afbff-844e-4710-9e0f-a082dbe2c3e9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:55.665223 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79856635-d128-4c86-8304-a373a95e2358 req-a77afbff-844e-4710-9e0f-a082dbe2c3e9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Sep 16 01:57:55.711922 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79856635-d128-4c86-8304-a373a95e2358 req-5985239d-51f8-4a6f-88f1-b04e0b0707dc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Sep 16 01:57:55.964570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-8f81f9f9-d9c2-486d-a5e5-858d08b67494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:55.966579 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-8f81f9f9-d9c2-486d-a5e5-858d08b67494 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1129 time: 0.0388739 Sep 16 01:57:56.069982 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-e0985db7-6aaa-4ce8-aa69-982cbeddf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:56.071341 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-e0985db7-6aaa-4ce8-aa69-982cbeddf55f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0977340 Sep 16 01:57:56.104201 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0c602-7c64-4609-af74-ce1f700a1b80 req-f9badb71-3c0c-4946-a584-6e3a35d8a0ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:56.105605 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82c0c602-7c64-4609-af74-ce1f700a1b80 req-f9badb71-3c0c-4946-a584-6e3a35d8a0ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0488327 Sep 16 01:57:56.152164 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82c0c602-7c64-4609-af74-ce1f700a1b80 req-57cb6468-6ecb-4e0c-b31c-787112a1fd14 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 Sep 16 01:57:56.713561 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-8fce2ffc-fdc4-46fe-a947-d96da0bbb51e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 1000 time: 0.0589786 Sep 16 01:57:56.763846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-03407bcb-9371-441f-a09a-f70c6d9d288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:56.765326 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-03407bcb-9371-441f-a09a-f70c6d9d288b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0454092 Sep 16 01:57:56.809631 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-bd4674b3-360f-4512-9638-8ba9e9291866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:56.811517 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-bd4674b3-360f-4512-9638-8ba9e9291866 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403697 Sep 16 01:57:56.826645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:56.842571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be3d24-8a62-4121-853a-2a56b243c152 req-30e51717-219a-41bd-8ce6-ed9dd996af82 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:56.844047 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-87be3d24-8a62-4121-853a-2a56b243c152 req-30e51717-219a-41bd-8ce6-ed9dd996af82 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Sep 16 01:57:56.891805 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-87be3d24-8a62-4121-853a-2a56b243c152 req-2a79661c-c195-41fb-a0eb-0330695c75b8 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Sep 16 01:57:56.905960 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-b0a0f6ba-2862-4e3f-9b37-d89385695f2e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Sep 16 01:57:56.993914 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9f8bc7b-8340-480c-80c0-c847cd46e6e9 req-3c2ce0c0-9d7e-4751-acd3-28f1c527a767 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815368 Sep 16 01:57:57.284490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216df0-25ad-4a34-889b-3aa2925379f9 req-8aabf0ee-587b-44af-a489-730a458784cb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:57.285837 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84216df0-25ad-4a34-889b-3aa2925379f9 req-8aabf0ee-587b-44af-a489-730a458784cb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 945 time: 0.0491657 Sep 16 01:57:57.331803 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84216df0-25ad-4a34-889b-3aa2925379f9 req-5cc872ef-4590-4461-8520-d14601e7a063 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Sep 16 01:57:57.835912 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:58.190348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:57:58.259961 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:58.262312 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: ACTIVE; New status is: DOWN {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:57:58.262692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:58.286252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:57:58.288529 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c5148f-3068-44ec-abe2-3995b41e08d9" -d '{"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:57:58.302391 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:57:58.306254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:57:58.331186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 01:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662450d0-a3c7-48de-b4bb-f952b8b3c279 x-openstack-request-id: req-662450d0-a3c7-48de-b4bb-f952b8b3c279 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:57:58.331518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-unplugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:57:58.331760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-662450d0-a3c7-48de-b4bb-f952b8b3c279 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:57:58.332171 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662450d0-a3c7-48de-b4bb-f952b8b3c279'] response: {'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'code': 200} Sep 16 01:57:58.358192 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=8']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:57:58.457502 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac691c1-e840-4e6a-8475-b132331bae55 req-d012da7a-04a8-4066-97e1-d44c2ed9ab26 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:58.458894 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ac691c1-e840-4e6a-8475-b132331bae55 req-d012da7a-04a8-4066-97e1-d44c2ed9ab26 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0466352 Sep 16 01:57:58.477066 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:58.507417 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ac691c1-e840-4e6a-8475-b132331bae55 req-bebf0bd0-bf9c-491e-b048-59ea4f6f1b3d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429826 Sep 16 01:57:59.631578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:57:59.640994 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7cdc-c25b-4dfc-b79a-95f691283b01 req-23a83f3d-e3f2-4b54-af46-3370ad1a83c0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:57:59.642429 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-64de7cdc-c25b-4dfc-b79a-95f691283b01 req-23a83f3d-e3f2-4b54-af46-3370ad1a83c0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0516818 Sep 16 01:57:59.688723 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-64de7cdc-c25b-4dfc-b79a-95f691283b01 req-d33593ab-eefc-4b94-bb04-9701d2de0592 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406868 Sep 16 01:58:00.193897 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [req-c37a5b0d-3ca0-4b20-bf47-119f968e7642 req-e2bebce0-08cf-449b-b567-8109f06e02b3 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:58:00.194921 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c37a5b0d-3ca0-4b20-bf47-119f968e7642 req-e2bebce0-08cf-449b-b567-8109f06e02b3 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055406 Sep 16 01:58:00.368170 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fa6a3-39da-475c-ac3a-ced345360c84 req-26ccb5ee-5c5e-4ab6-ada8-d33043ea41b4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:00.369696 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f3fa6a3-39da-475c-ac3a-ced345360c84 req-26ccb5ee-5c5e-4ab6-ada8-d33043ea41b4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0473800 Sep 16 01:58:00.422527 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f3fa6a3-39da-475c-ac3a-ced345360c84 req-c40f791b-d64f-4bab-af7b-f52dd5c300da tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Sep 16 01:58:00.669910 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50296) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:58:00.754628 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-8cedb598-1068-43d0-ac32-e45ee0b033f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833793 Sep 16 01:58:00.763627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-84e6e5bc-9db1-4d94-8fdb-c3f5f23c93eb service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 01:58:00.764606 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-84e6e5bc-9db1-4d94-8fdb-c3f5f23c93eb service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055280 Sep 16 01:58:00.844046 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50304) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:58:00.935172 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-3726e572-c01e-4478-a5d5-f7b5f158e9c7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:00.936583 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-3726e572-c01e-4478-a5d5-f7b5f158e9c7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports/dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 940 time: 0.0915577 Sep 16 01:58:01.550344 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5b9e8-5e98-46dc-b9c9-e55afb1ea1b9 req-e49bd512-856a-44d6-a740-16edfecd292c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:01.551818 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-14e5b9e8-5e98-46dc-b9c9-e55afb1ea1b9 req-e49bd512-856a-44d6-a740-16edfecd292c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0473032 Sep 16 01:58:01.598462 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-14e5b9e8-5e98-46dc-b9c9-e55afb1ea1b9 req-35fbba60-f829-4f0b-b7fa-35a25b959d21 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411339 Sep 16 01:58:02.226426 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:58:02.300372 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: DOWN; New status is: DOWN {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:58:02.725508 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbff2ca-30b1-4c2d-a8b5-6b1c6913c5f1 req-8680d08b-d819-4530-a3ef-d84932f2ef87 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:02.726950 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7cbff2ca-30b1-4c2d-a8b5-6b1c6913c5f1 req-8680d08b-d819-4530-a3ef-d84932f2ef87 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0484493 Sep 16 01:58:02.824317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-8587be6f-9b2c-4efb-94d4-1d32b861f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:02.825882 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-8587be6f-9b2c-4efb-94d4-1d32b861f7e0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 1127 time: 0.0927122 Sep 16 01:58:02.841962 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7cbff2ca-30b1-4c2d-a8b5-6b1c6913c5f1 req-41547bfa-c86c-4423-a231-64b7b5642e5f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077538 Sep 16 01:58:02.917177 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-7e0ed850-0748-4fe9-a8d6-13072c675c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:02.918605 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-7e0ed850-0748-4fe9-a8d6-13072c675c3c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1127 time: 0.0394249 Sep 16 01:58:03.023099 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-c053aabe-f862-4eb7-83b2-36746e4bcccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.024547 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-c053aabe-f862-4eb7-83b2-36746e4bcccc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0899420 Sep 16 01:58:03.116713 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-d6a0ed25-3b75-448c-9aad-804091b02d48 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 200 len: 998 time: 0.0857899 Sep 16 01:58:03.118488 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-8a8e09e0-8fdb-4dc8-ad21-f960a0d0b41b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554395 Sep 16 01:58:03.221046 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-019594b8-e2ab-4141-ad70-7c65179f49cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.222403 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-019594b8-e2ab-4141-ad70-7c65179f49cb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0747168 Sep 16 01:58:03.223282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-02d29126-cec8-44b3-9323-cabac6633cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.224610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-02d29126-cec8-44b3-9323-cabac6633cb3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 1130 time: 0.0514135 Sep 16 01:58:03.309379 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-68cf6dd6-2173-4902-99e1-42efb3152bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.310845 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-68cf6dd6-2173-4902-99e1-42efb3152bd6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806167 Sep 16 01:58:03.327358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:03.655216 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-21176403-3325-40c5-bdea-78ccfd8053a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.656688 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-21176403-3325-40c5-bdea-78ccfd8053a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.4008300 Sep 16 01:58:03.706204 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-4dc704b2-0036-4205-86ea-31ce785c568b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 200 len: 217 time: 0.0392165 Sep 16 01:58:03.711753 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-480abc39-2593-46be-ba1f-b91746986fc7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948505 Sep 16 01:58:03.758997 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:03.803537 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-9a90bc8e-8ba4-4fe4-bd9b-3191ad0f3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.805048 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-9a90bc8e-8ba4-4fe4-bd9b-3191ad0f3b55 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0920408 Sep 16 01:58:03.866646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-10b050c9-1431-499b-933e-a628915baeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.868166 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-10b050c9-1431-499b-933e-a628915baeb9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567265 Sep 16 01:58:03.871518 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-2cfd19cb-866a-41f7-9e86-6058dea604ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507704 Sep 16 01:58:03.980618 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-35d98964-7180-4e30-aace-a884ad1344fb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959251 Sep 16 01:58:03.980859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93648f-3354-4dbb-beb7-0f473f7fd77c req-c03b6f03-72a5-42a3-a466-4d465650478d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:03.982267 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d93648f-3354-4dbb-beb7-0f473f7fd77c req-c03b6f03-72a5-42a3-a466-4d465650478d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0536933 Sep 16 01:58:04.033288 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9d93648f-3354-4dbb-beb7-0f473f7fd77c req-7f419e3c-dd25-4eee-8119-f397b9a6c029 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452170 Sep 16 01:58:04.164324 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf32ea8d-d46c-469e-bc8e-4ebeab795a7e req-4218e8db-4c53-43bc-9430-f819cc002cbb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Sep 16 01:58:05.166848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f196-8908-4fb0-8e41-b4576bcb89a2 req-5fc70d63-ea2f-413f-bfbc-f1974e2a7c27 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:05.168384 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2bf4f196-8908-4fb0-8e41-b4576bcb89a2 req-5fc70d63-ea2f-413f-bfbc-f1974e2a7c27 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0528710 Sep 16 01:58:05.216992 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2bf4f196-8908-4fb0-8e41-b4576bcb89a2 req-5cca3e3c-c2c5-4f9b-925a-1ae78b894724 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Sep 16 01:58:06.529329 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc9aa3-2748-45cb-80f5-84b879dee0c5 req-8993b5c0-8803-4624-9c29-3f240cb901b2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:06.530663 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-88bc9aa3-2748-45cb-80f5-84b879dee0c5 req-8993b5c0-8803-4624-9c29-3f240cb901b2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.2308135 Sep 16 01:58:06.579684 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-88bc9aa3-2748-45cb-80f5-84b879dee0c5 req-a2d0ac51-13fc-4dfe-ac48-9e5763c289d8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Sep 16 01:58:07.712139 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9c9d2-b555-41e6-b876-b43fa95d8f3d req-cdbcf91c-b3d7-4451-8c6d-eb556602a8e0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:07.713601 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbf9c9d2-b555-41e6-b876-b43fa95d8f3d req-cdbcf91c-b3d7-4451-8c6d-eb556602a8e0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0483904 Sep 16 01:58:07.764887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbf9c9d2-b555-41e6-b876-b43fa95d8f3d req-62c30907-88f7-4252-8b55-a77cdb6eb784 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Sep 16 01:58:08.897700 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa50f0-b55d-47b9-a364-22acda021dc4 req-348ad654-baee-411d-a855-8f28050e4305 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:08.899197 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-95aa50f0-b55d-47b9-a364-22acda021dc4 req-348ad654-baee-411d-a855-8f28050e4305 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0493207 Sep 16 01:58:08.948270 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-95aa50f0-b55d-47b9-a364-22acda021dc4 req-ca4512f7-ef2c-442a-ba35-547debc1908e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Sep 16 01:58:10.084352 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b476e9-2906-444f-b9c0-e35d5056ea16 req-036160e9-3a1e-4f97-8d11-fedc1481ff31 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:10.086061 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b476e9-2906-444f-b9c0-e35d5056ea16 req-036160e9-3a1e-4f97-8d11-fedc1481ff31 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0492809 Sep 16 01:58:10.140680 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b476e9-2906-444f-b9c0-e35d5056ea16 req-d3d7263d-4d01-4946-b0fe-7425570a9f9f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478342 Sep 16 01:58:11.286007 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce0298-e803-43bd-ab5e-4ed615d19472 req-5589aefd-2465-44fb-b9bb-e1d6f9e7bed1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:11.287464 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9cce0298-e803-43bd-ab5e-4ed615d19472 req-5589aefd-2465-44fb-b9bb-e1d6f9e7bed1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0500371 Sep 16 01:58:11.339032 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9cce0298-e803-43bd-ab5e-4ed615d19472 req-9971bb71-c1d2-4ab4-a213-f6a8bf7a0221 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Sep 16 01:58:12.296498 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=1,neutron:SELECT=19 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:12.298777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:12.473176 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6d9bf-c9ab-4516-ac82-0e917a1dedca req-4b776ba7-fb9d-4a0b-abab-e1cf4e185ea6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:12.474630 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79a6d9bf-c9ab-4516-ac82-0e917a1dedca req-4b776ba7-fb9d-4a0b-abab-e1cf4e185ea6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0515692 Sep 16 01:58:12.524834 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79a6d9bf-c9ab-4516-ac82-0e917a1dedca req-3ada0023-2145-43d9-bbe0-b6aa1e13f891 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Sep 16 01:58:13.347142 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:58:13.670021 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526c77b-e191-431a-8fd3-6f29fd57f33e req-3cb8e1f4-b30a-45ae-b794-19729b0c8d38 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:13.671883 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a526c77b-e191-431a-8fd3-6f29fd57f33e req-3cb8e1f4-b30a-45ae-b794-19729b0c8d38 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0515909 Sep 16 01:58:13.720325 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a526c77b-e191-431a-8fd3-6f29fd57f33e req-3a66ba37-d0ca-4c3c-82d9-015dd8058494 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Sep 16 01:58:14.846896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:14.857241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f82f89-9815-437b-92d6-3021d4b4051e req-1d8348a4-a783-4b83-b3c2-797b855aeeff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:14.858721 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4f82f89-9815-437b-92d6-3021d4b4051e req-1d8348a4-a783-4b83-b3c2-797b855aeeff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0547135 Sep 16 01:58:14.908366 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4f82f89-9815-437b-92d6-3021d4b4051e req-c68a8eff-9404-4850-b332-ec1781520491 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Sep 16 01:58:15.973384 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-612d4428-9dd4-40a6-88d1-e2f7ece208ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:16.041627 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fadf3-deae-4edc-be4f-b9371d25ab8c req-e31e96d5-ab8a-4000-b2c6-b4be55c68050 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:16.043060 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0e7fadf3-deae-4edc-be4f-b9371d25ab8c req-e31e96d5-ab8a-4000-b2c6-b4be55c68050 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0489054 Sep 16 01:58:16.090403 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0e7fadf3-deae-4edc-be4f-b9371d25ab8c req-96f39f30-d58e-4151-b9ee-7eb130c91ab7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Sep 16 01:58:17.218599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e7511-8815-4055-9f81-bc06067f4682 req-1fac4e8d-a449-41fb-a532-52da66e9acb4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:17.220072 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-da5e7511-8815-4055-9f81-bc06067f4682 req-1fac4e8d-a449-41fb-a532-52da66e9acb4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0488739 Sep 16 01:58:17.267079 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-da5e7511-8815-4055-9f81-bc06067f4682 req-a7375248-56b3-4f93-aef4-5cb27c6a539b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Sep 16 01:58:18.358701 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:18.394710 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5357-2245-43b9-95e8-49b6c89eb03a req-84ba5c14-8efd-4d60-895b-3c51fd9953d9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:18.396222 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86cc5357-2245-43b9-95e8-49b6c89eb03a req-84ba5c14-8efd-4d60-895b-3c51fd9953d9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0477269 Sep 16 01:58:18.425574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ddd372f7-c010-4900-b4d9-930351d7addc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:18.445228 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86cc5357-2245-43b9-95e8-49b6c89eb03a req-c7d648ba-6efc-4f48-b4b1-a61290e0991f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Sep 16 01:58:19.492296 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:19.573235 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f14b95-e097-4da6-aee7-e511e59b95d8 req-267531b8-7d62-4cec-8778-1636e1562076 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:19.574797 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84f14b95-e097-4da6-aee7-e511e59b95d8 req-267531b8-7d62-4cec-8778-1636e1562076 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0465822 Sep 16 01:58:19.620946 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84f14b95-e097-4da6-aee7-e511e59b95d8 req-8fc61495-d1ac-41cd-ae7c-db8ea8c350da tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Sep 16 01:58:20.578247 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:20.746688 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44271240-4e06-4f89-bdb6-142cb31b4ade req-beab9e4b-b861-408f-9b0a-cf43489d56b4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:20.748139 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-44271240-4e06-4f89-bdb6-142cb31b4ade req-beab9e4b-b861-408f-9b0a-cf43489d56b4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0452461 Sep 16 01:58:20.797652 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-44271240-4e06-4f89-bdb6-142cb31b4ade req-1a70ee2a-2f57-4497-8224-0c9dd3fa470c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Sep 16 01:58:21.089172 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:21.467103 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:21.928560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a56a9a-c74e-4539-b5d4-b7004508e2ce req-e7e55e2a-34f8-4a9f-8943-e99b8311fbb4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:21.930014 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48a56a9a-c74e-4539-b5d4-b7004508e2ce req-e7e55e2a-34f8-4a9f-8943-e99b8311fbb4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0496640 Sep 16 01:58:21.976593 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-48a56a9a-c74e-4539-b5d4-b7004508e2ce req-a6b39954-b887-4738-9e19-b25e2169eed3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Sep 16 01:58:23.103013 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74d804-c372-42f8-9eac-e49837b1eae4 req-a96894e7-dc45-425a-a325-f9721302d8aa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:23.104467 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8d74d804-c372-42f8-9eac-e49837b1eae4 req-a96894e7-dc45-425a-a325-f9721302d8aa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0470517 Sep 16 01:58:23.155232 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8d74d804-c372-42f8-9eac-e49837b1eae4 req-9584d043-92bc-4b5c-a47a-15f34976f200 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Sep 16 01:58:23.342992 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:24.242882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:24.281495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3253-c147-429f-9c1a-1467e415435a req-df035fe8-cde4-4d3f-87c7-b451e4fa30ce tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:24.282965 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-730c3253-c147-429f-9c1a-1467e415435a req-df035fe8-cde4-4d3f-87c7-b451e4fa30ce tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0482779 Sep 16 01:58:24.329621 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-730c3253-c147-429f-9c1a-1467e415435a req-4e7bf4f8-5043-4387-a814-69baa69492f1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Sep 16 01:58:25.456871 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867b0fb-7124-4fbe-9fe7-eb741a3453e9 req-bb77e3a6-810a-4553-a705-5f3d4fb0619f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:25.458324 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4867b0fb-7124-4fbe-9fe7-eb741a3453e9 req-bb77e3a6-810a-4553-a705-5f3d4fb0619f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0466578 Sep 16 01:58:25.501083 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:25.506182 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4867b0fb-7124-4fbe-9fe7-eb741a3453e9 req-c1a9f0b8-63a2-4aac-9b30-c9fb3dcfb161 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Sep 16 01:58:26.633507 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603830f-785d-4de3-9009-1761c47ac17a req-b102e659-4bad-4465-a431-2203b65ef460 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:26.635003 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0603830f-785d-4de3-9009-1761c47ac17a req-b102e659-4bad-4465-a431-2203b65ef460 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0470889 Sep 16 01:58:26.685981 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0603830f-785d-4de3-9009-1761c47ac17a req-4cbff9bc-7545-4cc2-9320-14acc7e3292b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Sep 16 01:58:27.816256 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44d0a6-0cf3-479d-b07c-ea331aa6f13b req-e410cf38-70ba-4524-83fd-0304e3f66102 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:27.817718 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4a44d0a6-0cf3-479d-b07c-ea331aa6f13b req-e410cf38-70ba-4524-83fd-0304e3f66102 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 943 time: 0.0503645 Sep 16 01:58:27.845143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:27.865142 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4a44d0a6-0cf3-479d-b07c-ea331aa6f13b req-2b3d45b7-5233-4e93-b71a-d4d588b1f10a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Sep 16 01:58:28.365508 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:58:28.464571 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:58:28.475447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'dc91b77b-583a-4740-a244-adc53daa4347', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': 'dc91b77b-583a-4740-a244-adc53daa4347', 'mac_address': 'fa:16:3e:bb:4f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:58:28.510654 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:58:28.511041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:28.524535 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:58:28.543898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:58:28.547787 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:28.591817 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=9']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:58:28.598741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.599075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.599413 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.599769 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.600130 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.600457 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.600777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.601096 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.601414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.601728 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.602043 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.602373 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.602692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.603004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.603315 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:58:28.990949 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a4eea-abd2-43bd-a88d-96f54f245df7 req-bf0b076a-be65-4723-a162-b5772bfaa618 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:28.992434 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af4a4eea-abd2-43bd-a88d-96f54f245df7 req-bf0b076a-be65-4723-a162-b5772bfaa618 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0468068 Sep 16 01:58:29.004564 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['dc91b77b-583a-4740-a244-adc53daa4347'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:58:29.039865 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-af4a4eea-abd2-43bd-a88d-96f54f245df7 req-9fca1121-be37-4fa3-b472-9d66738044e8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Sep 16 01:58:30.168233 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df87607-4fd4-43cb-811d-6272f1b4408a req-7d0ad027-f63b-4b54-9e3d-9de71d86a956 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:30.169687 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1df87607-4fd4-43cb-811d-6272f1b4408a req-7d0ad027-f63b-4b54-9e3d-9de71d86a956 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 944 time: 0.0461156 Sep 16 01:58:30.220436 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1df87607-4fd4-43cb-811d-6272f1b4408a req-fa67e7fe-bde0-40b6-a080-4ae9319f09b6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Sep 16 01:58:30.381894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:58:30.425108 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port dc91b77b-583a-4740-a244-adc53daa4347 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:58:30.425602 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (dc91b77b-583a-4740-a244-adc53daa4347), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:30.425946 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port dc91b77b-583a-4740-a244-adc53daa4347 Sep 16 01:58:30.500110 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port dc91b77b-583a-4740-a244-adc53daa4347 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:58:30.500497 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:30.522770 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:58:30.525001 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802240cf-7ed3-4e41-8bfb-6fdec558bef7" -d '{"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:58:30.537579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:58:30.542020 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:30.567277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a791f-7e35-4b7e-9b43-e563ae1fc47e x-openstack-request-id: req-472a791f-7e35-4b7e-9b43-e563ae1fc47e {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:58:30.567563 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-plugged", "status": "completed", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:58:30.567815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-472a791f-7e35-4b7e-9b43-e563ae1fc47e {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:58:30.568229 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472a791f-7e35-4b7e-9b43-e563ae1fc47e'] response: {'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'code': 200} Sep 16 01:58:30.591229 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=10']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:58:31.149941 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e2db5-734c-4a90-bb62-929e8b0a0f1e req-03bf55c1-13e6-4b5d-8b96-5708b3d8b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:31.151417 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-507e2db5-734c-4a90-bb62-929e8b0a0f1e req-03bf55c1-13e6-4b5d-8b96-5708b3d8b95b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 1130 time: 0.0393982 Sep 16 01:58:31.194865 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-507e2db5-734c-4a90-bb62-929e8b0a0f1e req-f10879bd-0677-43a0-a2b6-4dea8c175286 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373187 Sep 16 01:58:31.346211 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff85b6-96a8-4f3a-bb25-da07fad049c9 req-746a9eea-1d07-4f34-ab3d-d02406ec80b5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:31.347669 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b8ff85b6-96a8-4f3a-bb25-da07fad049c9 req-746a9eea-1d07-4f34-ab3d-d02406ec80b5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0462708 Sep 16 01:58:31.397745 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b8ff85b6-96a8-4f3a-bb25-da07fad049c9 req-f96f5582-09b9-4d73-aeb3-0c34a7f56560 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Sep 16 01:58:32.533850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9a556-34bf-493e-9bd2-488e639dfb01 req-591f1c7b-3aba-494b-a69e-5471faadaca9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:32.535282 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-adc9a556-34bf-493e-9bd2-488e639dfb01 req-591f1c7b-3aba-494b-a69e-5471faadaca9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0505252 Sep 16 01:58:32.582238 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-adc9a556-34bf-493e-9bd2-488e639dfb01 req-02997aef-0a58-438b-852f-f15d2da25cc1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Sep 16 01:58:33.705900 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6597e-761b-405a-8c87-f849b0b5ffa4 req-396e2c59-24ea-4cf4-8c02-7bd45831ff32 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:58:33.707343 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-53e6597e-761b-405a-8c87-f849b0b5ffa4 req-396e2c59-24ea-4cf4-8c02-7bd45831ff32 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0453038 Sep 16 01:58:33.754818 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-53e6597e-761b-405a-8c87-f849b0b5ffa4 req-b38a4701-9150-4591-9d6d-c3c94d1dce90 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Sep 16 01:58:40.580557 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:40.588503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:42.576712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=76 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:42.578712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=43 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:43.748203 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=78 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:43.750770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=32 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:45.181999 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=12 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:45.183306 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=14 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:58:45.975288 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c9b70feb-3be2-4491-80b0-218636951fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:48.428243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-06a71da1-d34e-482d-bbfc-aa782b65443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:49.494018 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:50.346519 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:58:51.091745 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:51.471251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:58:57.844278 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:00.183820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746390c-f2ec-41b0-973b-cfb76875fbce req-8dcb1c83-1f21-4144-a7bf-44094a37a9e5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:00.185353 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8746390c-f2ec-41b0-973b-cfb76875fbce req-8dcb1c83-1f21-4144-a7bf-44094a37a9e5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0724232 Sep 16 01:59:00.194542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-ab5f492b-e891-47c8-84e8-07bb7cce55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:00.195894 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-ab5f492b-e891-47c8-84e8-07bb7cce55a7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0540805 Sep 16 01:59:00.290691 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8746390c-f2ec-41b0-973b-cfb76875fbce req-13dfb81e-2ce5-4bd6-8553-bee94f150a1c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981302 Sep 16 01:59:00.318765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-244ad936-fe66-4cc0-a0fb-53d43ab4100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:00.320251 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-244ad936-fe66-4cc0-a0fb-53d43ab4100e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.1178741 Sep 16 01:59:00.342208 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:00.343408 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:00.386692 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-0fd8a05d-f04d-4d48-801d-faee29325ed3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 1000 time: 0.0598431 Sep 16 01:59:00.434353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-c060aa9d-d382-49c3-8bc9-ea2e2792e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:00.436362 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-c060aa9d-d382-49c3-8bc9-ea2e2792e1a7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0432782 Sep 16 01:59:00.478917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-4a41d88d-57e8-4a75-b585-a3f469933a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:00.480381 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-4a41d88d-57e8-4a75-b585-a3f469933a53 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374973 Sep 16 01:59:00.577090 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-1774313d-01c9-431d-8398-d7588e2a0f1f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868323 Sep 16 01:59:00.665511 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ebc24afa-d921-42a9-aaa5-ad987691602d req-8baa2ba5-d5c9-4451-a743-0cc84bf5058b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826087 Sep 16 01:59:01.412819 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c4fe5-ab39-463f-8b99-5f498bcfa30a req-dd315fed-d10d-434c-940c-fec7682d979e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:01.414281 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ac2c4fe5-ab39-463f-8b99-5f498bcfa30a req-dd315fed-d10d-434c-940c-fec7682d979e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0464358 Sep 16 01:59:01.460003 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ac2c4fe5-ab39-463f-8b99-5f498bcfa30a req-c225ae52-b931-4a10-a42a-0c8e55b4d39d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401928 Sep 16 01:59:02.580219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff130fb1-68cc-4c50-960b-58397ef93b9a req-6306516c-89bc-477e-88ff-300b8e605609 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:02.581655 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff130fb1-68cc-4c50-960b-58397ef93b9a req-6306516c-89bc-477e-88ff-300b8e605609 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0456781 Sep 16 01:59:02.631704 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff130fb1-68cc-4c50-960b-58397ef93b9a req-b83b77d7-c314-4a50-b428-a8706ddcc43b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Sep 16 01:59:03.756676 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f601-bd7e-4443-9702-d5d4b6b3892f req-846f8494-502d-41ff-848f-465b4d040e7e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:03.758156 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-74a6f601-bd7e-4443-9702-d5d4b6b3892f req-846f8494-502d-41ff-848f-465b4d040e7e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Sep 16 01:59:03.804396 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-74a6f601-bd7e-4443-9702-d5d4b6b3892f req-9aae4d9c-7494-4b9e-8efd-3f1b32f1db3c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Sep 16 01:59:04.277280 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-292f2a86-1d11-4929-9c18-7016161a4ace service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502117 Sep 16 01:59:04.366905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-335a35d4-044b-4989-a984-00ad5098a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:04.368473 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-335a35d4-044b-4989-a984-00ad5098a5b2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0417311 Sep 16 01:59:04.810459 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-8b84b6e8-de7e-47f0-87c2-176f474b506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:04.812972 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-8b84b6e8-de7e-47f0-87c2-176f474b506d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0918779 Sep 16 01:59:04.907353 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-9fd1ad99-2843-407c-a977-23a8b1f2e1fc service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa HTTP/1.1" status: 200 len: 217 time: 0.0364761 Sep 16 01:59:04.931112 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa1b6-e8a2-4300-b48b-2ec8eda56630 req-6350803f-ed47-48af-ba9e-4fdd3183573a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:04.932757 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1d6aa1b6-e8a2-4300-b48b-2ec8eda56630 req-6350803f-ed47-48af-ba9e-4fdd3183573a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0528588 Sep 16 01:59:04.960307 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-a6db0eeb-de64-4241-8856-6fbbe10cdf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:04.961747 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-a6db0eeb-de64-4241-8856-6fbbe10cdf1d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0478044 Sep 16 01:59:04.980958 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1d6aa1b6-e8a2-4300-b48b-2ec8eda56630 req-5bd882d8-d03d-440f-b346-3cc42231b9bb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Sep 16 01:59:05.008943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-cada23b1-6600-4fb0-ad8c-193622d6590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:05.010427 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-cada23b1-6600-4fb0-ad8c-193622d6590d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422249 Sep 16 01:59:05.062609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:05.100579 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-b5cd24a5-8c7f-4945-b4bd-e3cc9ca4aa83 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Sep 16 01:59:05.117987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:05.200067 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-678076f3-5f3b-4cfb-a7fe-ff08fe73cd09 req-c08c16b7-0c2a-449a-ad3a-b296f5c51199 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895483 Sep 16 01:59:05.521591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d3aa9-1a22-4f1f-aa90-db25133c7548 req-5d87b8a1-b392-406b-b7b2-ebebed8ec443 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:05.523077 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-097d3aa9-1a22-4f1f-aa90-db25133c7548 req-5d87b8a1-b392-406b-b7b2-ebebed8ec443 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0524673 Sep 16 01:59:05.569719 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-097d3aa9-1a22-4f1f-aa90-db25133c7548 req-20638f99-027f-445e-ae8d-970d6703d70f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407434 Sep 16 01:59:06.105197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ff016-f219-4e40-b969-f07b9b461578 req-2a978d10-6512-45be-87c4-ad66d081577d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:06.106683 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-575ff016-f219-4e40-b969-f07b9b461578 req-2a978d10-6512-45be-87c4-ad66d081577d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0477509 Sep 16 01:59:06.155096 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-575ff016-f219-4e40-b969-f07b9b461578 req-94cb3c64-4016-4722-a88d-d827a8ec0c50 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Sep 16 01:59:06.690820 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f115d-0fdc-41ba-9a71-db1c108229ec req-f7616ec3-78d9-4772-9f3b-f39f684307cc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:06.692301 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5c2f115d-0fdc-41ba-9a71-db1c108229ec req-f7616ec3-78d9-4772-9f3b-f39f684307cc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0466876 Sep 16 01:59:06.738617 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5c2f115d-0fdc-41ba-9a71-db1c108229ec req-8525a62a-99ed-45f4-925e-5da6c820bb3e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Sep 16 01:59:07.277057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f3ca-1fe8-49f3-a935-8642b6e4a7b0 req-8537768e-f4dd-4b01-b7c7-c26903a5d449 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:07.278512 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1e7f3ca-1fe8-49f3-a935-8642b6e4a7b0 req-8537768e-f4dd-4b01-b7c7-c26903a5d449 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Sep 16 01:59:07.330422 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d1e7f3ca-1fe8-49f3-a935-8642b6e4a7b0 req-a58f3b6b-982a-4f4e-b445-708cf067bacc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Sep 16 01:59:07.833229 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:07.839217 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:07.860991 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f3e7a-386a-40fc-b393-f3c1226c5c21 req-2aa6566d-ff5a-4364-8c2a-89e0507e83ae tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:07.862456 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-889f3e7a-386a-40fc-b393-f3c1226c5c21 req-2aa6566d-ff5a-4364-8c2a-89e0507e83ae tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0473781 Sep 16 01:59:07.912712 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-889f3e7a-386a-40fc-b393-f3c1226c5c21 req-777756ce-2f50-4120-aa36-61dcfcf9ea9f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 Sep 16 01:59:08.448457 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be141339-332d-4855-b794-b4bec77c7df0 req-fd0edbf7-3211-4ee8-abde-600e630522dc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:08.449921 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be141339-332d-4855-b794-b4bec77c7df0 req-fd0edbf7-3211-4ee8-abde-600e630522dc tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0453253 Sep 16 01:59:08.496718 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be141339-332d-4855-b794-b4bec77c7df0 req-01de352e-b02a-45f5-b280-acb1d5a45bc9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403447 Sep 16 01:59:09.033965 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3070402-849c-4556-8367-410dc16b5c83 req-f3712138-b4bf-4601-b848-f6523964ba83 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:09.035405 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b3070402-849c-4556-8367-410dc16b5c83 req-f3712138-b4bf-4601-b848-f6523964ba83 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0471642 Sep 16 01:59:09.087815 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b3070402-849c-4556-8367-410dc16b5c83 req-0e5d5956-0b28-49bd-bad0-4d74ae587e1f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467925 Sep 16 01:59:09.619749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fdcd6-ca2c-4076-af7a-161ee0dcbb9f req-662a2c88-8c14-403f-8ad1-ea5f46ee8645 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:09.621207 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e7fdcd6-ca2c-4076-af7a-161ee0dcbb9f req-662a2c88-8c14-403f-8ad1-ea5f46ee8645 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0460908 Sep 16 01:59:09.666504 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8e7fdcd6-ca2c-4076-af7a-161ee0dcbb9f req-ebcd4b8d-b202-4e49-a241-09a81798e6cf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Sep 16 01:59:10.205018 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d527-b2d0-460c-a636-f83435c910c8 req-c04a6764-4962-447d-a2d2-6aadffa57b46 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:10.206443 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d327d527-b2d0-460c-a636-f83435c910c8 req-c04a6764-4962-447d-a2d2-6aadffa57b46 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0455928 Sep 16 01:59:10.252597 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d327d527-b2d0-460c-a636-f83435c910c8 req-574a253e-4b47-4333-9117-5d501037f729 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Sep 16 01:59:10.888393 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0326ea-6ea4-47f7-bc62-b5ac33b3e2d9 req-c33b6ae9-27ea-4bb9-9df2-7af478d70bdf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:10.890550 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b0326ea-6ea4-47f7-bc62-b5ac33b3e2d9 req-c33b6ae9-27ea-4bb9-9df2-7af478d70bdf tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0493987 Sep 16 01:59:10.937759 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9b0326ea-6ea4-47f7-bc62-b5ac33b3e2d9 req-94c374be-1be3-4415-aba6-802299b58a44 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410354 Sep 16 01:59:11.377082 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e42060-4fdd-4b61-8018-c42810b25109 req-8db34d1b-1c29-43c5-b2a8-a8573d80f92f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:11.378772 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e3e42060-4fdd-4b61-8018-c42810b25109 req-8db34d1b-1c29-43c5-b2a8-a8573d80f92f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0498743 Sep 16 01:59:11.425171 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e3e42060-4fdd-4b61-8018-c42810b25109 req-599b8b14-1a80-4f7b-a848-e051c44d3e20 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Sep 16 01:59:12.056539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624ca98-e0b2-4360-81dc-778e1b928c04 req-39027214-2e30-463d-a908-7e93321bf063 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:12.057911 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1624ca98-e0b2-4360-81dc-778e1b928c04 req-39027214-2e30-463d-a908-7e93321bf063 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0460889 Sep 16 01:59:12.104327 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1624ca98-e0b2-4360-81dc-778e1b928c04 req-ef0a0217-cd16-4791-8df8-ac055ee087d9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 Sep 16 01:59:12.544528 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106bfae-e6b9-4f28-b3c9-3826520d38dc req-689f72b7-5847-4513-afa3-061b832876c2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:12.546052 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7106bfae-e6b9-4f28-b3c9-3826520d38dc req-689f72b7-5847-4513-afa3-061b832876c2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0475569 Sep 16 01:59:12.593895 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7106bfae-e6b9-4f28-b3c9-3826520d38dc req-fe6589c6-664d-4185-9a07-845f4193e15f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417237 Sep 16 01:59:13.231044 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0877f7-e4d8-4832-b6fa-653d49b2e3aa req-e0f60916-4e59-45d5-82d8-46fba3439b14 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:13.232563 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c0877f7-e4d8-4832-b6fa-653d49b2e3aa req-e0f60916-4e59-45d5-82d8-46fba3439b14 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0540845 Sep 16 01:59:13.279248 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1c0877f7-e4d8-4832-b6fa-653d49b2e3aa req-bee9e48e-1bbc-4767-b3f6-11a290fa50b4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Sep 16 01:59:13.711506 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4778-d9e9-420a-88eb-cee08198c536 req-46e86796-8033-4e09-8026-75d100712a57 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:13.712959 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-516b4778-d9e9-420a-88eb-cee08198c536 req-46e86796-8033-4e09-8026-75d100712a57 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0459630 Sep 16 01:59:13.748637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:13.763710 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-516b4778-d9e9-420a-88eb-cee08198c536 req-6cb1cf13-06cc-495a-bd14-8a4fad565359 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Sep 16 01:59:14.400409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96adc-7167-4d4e-8b70-c7a6d91ef9cb req-9211d207-f739-4adc-8b40-62675405e6e2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:14.401856 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0da96adc-7167-4d4e-8b70-c7a6d91ef9cb req-9211d207-f739-4adc-8b40-62675405e6e2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0471187 Sep 16 01:59:14.449539 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0da96adc-7167-4d4e-8b70-c7a6d91ef9cb req-7212f22d-63d6-4cd5-8972-7be45511bcbd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Sep 16 01:59:14.872863 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:14.886644 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4487f77-807c-4d53-8d3e-7586a41a86c8 req-aff0d495-c07d-4c77-b7cb-349ee19aa51c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:14.888153 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e4487f77-807c-4d53-8d3e-7586a41a86c8 req-aff0d495-c07d-4c77-b7cb-349ee19aa51c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Sep 16 01:59:14.934987 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e4487f77-807c-4d53-8d3e-7586a41a86c8 req-8c6d9fa6-e7c1-4973-81c3-bb6fda838b6c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 Sep 16 01:59:15.575551 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8b586-4d55-4a6d-bb4c-44842f85be94 req-a170f25b-8281-4096-9200-b999b3fb98e0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:15.577091 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ff8b586-4d55-4a6d-bb4c-44842f85be94 req-a170f25b-8281-4096-9200-b999b3fb98e0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0458469 Sep 16 01:59:15.628083 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ff8b586-4d55-4a6d-bb4c-44842f85be94 req-585e0a44-cee9-42bd-bf21-2492186799b6 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Sep 16 01:59:15.979638 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee247-a519-4b98-ae90-a7b7bcc4759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:16.058038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90577f89-3769-4be0-9dec-09291d1c23e1 req-b7399d91-0d45-4650-91a7-610f5d961991 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:16.059633 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-90577f89-3769-4be0-9dec-09291d1c23e1 req-b7399d91-0d45-4650-91a7-610f5d961991 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0482841 Sep 16 01:59:16.106192 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-90577f89-3769-4be0-9dec-09291d1c23e1 req-0b053166-752f-472a-a4ce-37be9063386b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Sep 16 01:59:16.738987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:16.750334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3886b-783c-4c45-8399-0dc19abcd9b2 req-8d7935ce-709a-498b-8265-524ddb071046 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:16.751779 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ac3886b-783c-4c45-8399-0dc19abcd9b2 req-8d7935ce-709a-498b-8265-524ddb071046 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0467145 Sep 16 01:59:16.798605 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ac3886b-783c-4c45-8399-0dc19abcd9b2 req-12f013dc-ba56-47dd-8a3b-b74963d3e302 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Sep 16 01:59:17.232573 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f457-860d-4145-a3c9-decf91181b56 req-46ead458-3ad1-430e-ad25-41e6f516029f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.234300 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bea3f457-860d-4145-a3c9-decf91181b56 req-46ead458-3ad1-430e-ad25-41e6f516029f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Sep 16 01:59:17.285734 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bea3f457-860d-4145-a3c9-decf91181b56 req-4f857cc7-b722-4dd7-93f1-c013ccb7408b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 Sep 16 01:59:17.485519 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78324eb6-18be-4dcb-8804-1b08a4f9d0d4 req-6580f007-8d01-41ef-baad-fc19d148404e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.487549 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78324eb6-18be-4dcb-8804-1b08a4f9d0d4 req-6580f007-8d01-41ef-baad-fc19d148404e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Sep 16 01:59:17.538634 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78324eb6-18be-4dcb-8804-1b08a4f9d0d4 req-fe2ef3c3-6977-484c-968b-2c494859a013 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Sep 16 01:59:17.590378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:17.600067 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-050722dc-e3cf-424a-8311-9f2c86cafd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.601487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-050722dc-e3cf-424a-8311-9f2c86cafd0c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.0884018 Sep 16 01:59:17.695265 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-ce8055bc-a8d5-46f7-b477-0e311d712b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.696664 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-ce8055bc-a8d5-46f7-b477-0e311d712b2a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.0887733 Sep 16 01:59:17.757471 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-d4c0f081-8b41-43db-8d28-fff96dffc8a1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 1001 time: 0.0550425 Sep 16 01:59:17.808528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-16e5d466-c402-48d8-beef-e79d12d17b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.809967 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-16e5d466-c402-48d8-beef-e79d12d17b27 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0465975 Sep 16 01:59:17.853420 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-86c0bad5-b395-488a-ad5b-7879a0eb066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.854923 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-86c0bad5-b395-488a-ad5b-7879a0eb066e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389290 Sep 16 01:59:17.962028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed33147-25af-4431-9058-11311b96dcea req-f74cad59-0ad2-4300-9928-37ede0611638 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:17.963387 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ed33147-25af-4431-9058-11311b96dcea req-f74cad59-0ad2-4300-9928-37ede0611638 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0834165 Sep 16 01:59:18.000645 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-63ebc2ca-64d4-404c-80e9-6533e4e7153b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387165 Sep 16 01:59:18.069512 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6ed33147-25af-4431-9058-11311b96dcea req-93c874a5-389e-4314-a2fe-9a9db49b8154 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974391 Sep 16 01:59:18.111504 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-63cb5147-4aaa-450f-8622-bfedb34c6730 req-bf6ed335-2321-4186-afc1-6f0f01683336 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002276 Sep 16 01:59:18.430898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4544e144-2b6e-4d1d-a4bf-843579784bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:18.660464 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ee221-c64e-4108-a5ab-4d4058485fec req-4a3bbf34-b3ad-44a2-9eb9-81c22dbbe531 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:18.661908 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb2ee221-c64e-4108-a5ab-4d4058485fec req-4a3bbf34-b3ad-44a2-9eb9-81c22dbbe531 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0494308 Sep 16 01:59:18.710447 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb2ee221-c64e-4108-a5ab-4d4058485fec req-1f43ed3d-b21a-4a20-a60d-df8fe63f1dbc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Sep 16 01:59:19.192401 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c67d12-3997-45bc-96b7-9be9e78d9259 req-7223c5eb-4e7a-48df-bdb8-cd47daf964ab tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:19.194142 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-36c67d12-3997-45bc-96b7-9be9e78d9259 req-7223c5eb-4e7a-48df-bdb8-cd47daf964ab tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0499246 Sep 16 01:59:19.243743 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-36c67d12-3997-45bc-96b7-9be9e78d9259 req-84b5e257-c785-4d0f-b74c-db629583c764 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Sep 16 01:59:19.496024 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:19.837453 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2701-885c-4550-bcf9-a42106fe8d1c req-cf405c4f-a9e0-4e1a-900f-c37b1f8ceff6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:19.838914 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dbfb2701-885c-4550-bcf9-a42106fe8d1c req-cf405c4f-a9e0-4e1a-900f-c37b1f8ceff6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0469217 Sep 16 01:59:19.885167 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dbfb2701-885c-4550-bcf9-a42106fe8d1c req-5dced048-0d99-4ac5-84b1-aad6661be9fa tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Sep 16 01:59:20.362797 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec78b5-80e0-460b-a7ed-a53da2c2b763 req-79527880-2889-442d-8148-41b96e7a6d3f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:20.364251 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47ec78b5-80e0-460b-a7ed-a53da2c2b763 req-79527880-2889-442d-8148-41b96e7a6d3f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0458667 Sep 16 01:59:20.411423 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-47ec78b5-80e0-460b-a7ed-a53da2c2b763 req-43621f68-fd43-40bc-885c-d60e3bf92d68 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 Sep 16 01:59:21.094572 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:21.472398 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:21.531448 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325317f-93b1-49a7-95be-57c71eeacd0a req-39e52dc2-3fbb-4f3a-9e0e-0f527491ff01 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:21.532959 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c325317f-93b1-49a7-95be-57c71eeacd0a req-39e52dc2-3fbb-4f3a-9e0e-0f527491ff01 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0467706 Sep 16 01:59:21.583131 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c325317f-93b1-49a7-95be-57c71eeacd0a req-42986202-afae-4e98-be13-24f13dd60471 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 Sep 16 01:59:22.707652 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877203e-2d1d-4bb1-8010-d668c486a933 req-debc5c0f-7e49-42cc-9886-1c1d4a1deda3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:22.709113 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e877203e-2d1d-4bb1-8010-d668c486a933 req-debc5c0f-7e49-42cc-9886-1c1d4a1deda3 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Sep 16 01:59:22.755284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e877203e-2d1d-4bb1-8010-d668c486a933 req-ebb9a0ca-2d4d-4e8c-ab50-9c7f753f3c8d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Sep 16 01:59:23.021609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4661cb4-6cd0-40e5-aca0-c1e8f1d733c7 req-57d0711f-ebd0-40f5-be53-9b1a4f879489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:23.023056 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4661cb4-6cd0-40e5-aca0-c1e8f1d733c7 req-57d0711f-ebd0-40f5-be53-9b1a4f879489 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0384686 Sep 16 01:59:23.055168 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:23.066551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4661cb4-6cd0-40e5-aca0-c1e8f1d733c7 req-66becdee-6977-4830-be0b-19bf358b577d service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372245 Sep 16 01:59:23.875982 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74fc68-e050-4cc7-ad65-02d888c4b6ef req-383cac00-eeaf-477d-a967-d2f6d538f943 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:23.877408 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ba74fc68-e050-4cc7-ad65-02d888c4b6ef req-383cac00-eeaf-477d-a967-d2f6d538f943 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0469086 Sep 16 01:59:23.924559 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ba74fc68-e050-4cc7-ad65-02d888c4b6ef req-b10edaa6-2632-4f22-968e-c45b326a0f4e tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Sep 16 01:59:25.048011 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593493c-2a51-4a85-8585-d74fcb7d21d4 req-179500ad-0c93-415d-879a-eef565a613d0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.049386 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d593493c-2a51-4a85-8585-d74fcb7d21d4 req-179500ad-0c93-415d-879a-eef565a613d0 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0502813 Sep 16 01:59:25.096360 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d593493c-2a51-4a85-8585-d74fcb7d21d4 req-914cfde5-a2b5-4fba-ba6f-ccf5dc41bf04 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Sep 16 01:59:25.489787 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fca47-c7e1-4532-bce1-a538ec2b9049 req-1778a110-eaf9-4ac1-a795-40df9de03ead tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.491440 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-364fca47-c7e1-4532-bce1-a538ec2b9049 req-1778a110-eaf9-4ac1-a795-40df9de03ead tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Sep 16 01:59:25.505328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824e54-8738-460a-b5b1-68072a381a49 req-1ee9da85-be64-4a8c-9bb2-42940c8f44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.506812 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-1ee9da85-be64-4a8c-9bb2-42940c8f44dd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0402849 Sep 16 01:59:25.521221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:25.540811 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-364fca47-c7e1-4532-bce1-a538ec2b9049 req-82459b7e-d65d-4713-b5a5-82b41a951f01 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434473 Sep 16 01:59:25.601079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824e54-8738-460a-b5b1-68072a381a49 req-6e36872f-952f-4d2a-b246-269ac978704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.602478 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-6e36872f-952f-4d2a-b246-269ac978704c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0900242 Sep 16 01:59:25.662637 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-2531c44d-84a4-47ef-8f3f-8ea10b56abbe service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 1000 time: 0.0532084 Sep 16 01:59:25.709776 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824e54-8738-460a-b5b1-68072a381a49 req-ead33bbe-7d4b-40b8-82f4-8a3c5854c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.711152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-ead33bbe-7d4b-40b8-82f4-8a3c5854c9ea service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0431902 Sep 16 01:59:25.756978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824e54-8738-460a-b5b1-68072a381a49 req-6091fd94-0916-4478-a7cd-77b68b561d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:25.758453 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-6091fd94-0916-4478-a7cd-77b68b561d51 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419340 Sep 16 01:59:25.847085 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-597dc9af-7ea8-489e-9213-989cffb101a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827556 Sep 16 01:59:25.939046 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3e824e54-8738-460a-b5b1-68072a381a49 req-99811801-e323-49b8-ba57-3adeab7598f2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854707 Sep 16 01:59:26.664885 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dff37-599d-4457-8785-af863a07f729 req-651165af-3553-429a-b350-0cd9f122831c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:26.666313 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e47dff37-599d-4457-8785-af863a07f729 req-651165af-3553-429a-b350-0cd9f122831c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 16 01:59:26.714429 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e47dff37-599d-4457-8785-af863a07f729 req-6663c031-208b-418b-aa25-02e96d612c09 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Sep 16 01:59:27.345610 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 01:59:27.847523 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4d16b-737a-4cb4-b17c-015dddf812a0 req-74b7921f-7efb-4de3-8dad-92fb5b244f9a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:27.849308 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f6a4d16b-737a-4cb4-b17c-015dddf812a0 req-74b7921f-7efb-4de3-8dad-92fb5b244f9a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Sep 16 01:59:27.850875 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:27.898568 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f6a4d16b-737a-4cb4-b17c-015dddf812a0 req-f40fb898-6dc6-46bd-8b14-47f5d505b13c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417621 Sep 16 01:59:29.025280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c37839-66f2-4a9a-b9cb-87cdb6d3a1ac req-5c159c9e-6e6e-41b9-8a28-7f1e335b8085 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:29.026750 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79c37839-66f2-4a9a-b9cb-87cdb6d3a1ac req-5c159c9e-6e6e-41b9-8a28-7f1e335b8085 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0509346 Sep 16 01:59:29.073850 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-79c37839-66f2-4a9a-b9cb-87cdb6d3a1ac req-56e8041d-bd23-4e21-a4b5-46588d121c25 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408261 Sep 16 01:59:29.198495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9be1f-10c4-4387-a39c-ee16dea14bc9 req-8eefa3d9-a88b-4405-a85e-b1a0dd4d83d9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:29.199960 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-07b9be1f-10c4-4387-a39c-ee16dea14bc9 req-8eefa3d9-a88b-4405-a85e-b1a0dd4d83d9 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Sep 16 01:59:29.210353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50630) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:29.214753 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Request body: {'floatingip': {'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:29.268548 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:29.774921 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:29.837290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:29.972293 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:29.976120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:30.175909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Router c438dbd8-0093-49e7-a2f6-77521d792f99 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:59:30.276650 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:59:30.281809 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:30.287661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:59:30.297991 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:59:30.298614 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:30.316518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:59:30.318750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be79c814-a1ed-4b98-9930-bce49cce9350" -d '{"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:59:30.348264 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5bb96a1b-6fa2-4a2e-8b37-bca677e68d51 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/a1413b3b-d451-4203-ab8e-70d7c329ff1b HTTP/1.1" status: 200 len: 992 time: 1.1367650 Sep 16 01:59:30.413057 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:59:30.416343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c56a506-07ef-44b8-b00b-4d09da66f57f x-openstack-request-id: req-7c56a506-07ef-44b8-b00b-4d09da66f57f {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:59:30.416858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:59:30.417243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c56a506-07ef-44b8-b00b-4d09da66f57f {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:59:30.417943 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c56a506-07ef-44b8-b00b-4d09da66f57f'] response: {'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'status': 'completed', 'code': 200} Sep 16 01:59:30.506890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-469ca2e0-fd6e-4905-b80e-250bcd66651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:30.508321 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-469ca2e0-fd6e-4905-b80e-250bcd66651d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0412395 Sep 16 01:59:30.609298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-560e97af-2145-43f9-a863-2f5bbef8f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:30.610771 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-560e97af-2145-43f9-a863-2f5bbef8f9ae service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0951350 Sep 16 01:59:30.635823 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:59:29Z', 'revision_number': 3, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:30.664381 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:59:30.674612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:59:30.675258 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:30.679618 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-f37dd242-1658-45ae-96e8-0d82a1cca179 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 1000 time: 0.0613153 Sep 16 01:59:30.731182 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-5cacb3bb-7345-4330-a5ac-44a659f672f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:30.733494 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-5cacb3bb-7345-4330-a5ac-44a659f672f8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0458653 Sep 16 01:59:30.784056 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:59:30.786911 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-1b0123d0-475c-44bf-b0d6-400baa0fd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:30.788436 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-1b0123d0-475c-44bf-b0d6-400baa0fd1f2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462365 Sep 16 01:59:30.889038 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-8d1fb64b-77df-4305-891c-6a91fb2da2eb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921907 Sep 16 01:59:30.948795 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:30.951037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:30.990750 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-be79c814-a1ed-4b98-9930-bce49cce9350 req-ec307ea5-8a0c-4258-9c32-2106978549f2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932994 Sep 16 01:59:31.110335 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:31.125204 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:59:29Z', 'revision_number': 3, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:31.153677 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4923d041-aac3-49a1-baea-b6013aeabe7b None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a1413b3b-d451-4203-ab8e-70d7c329ff1b', 'tenant_id': '57aaf234892543698d91303961f14abd', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'port_id': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'mac_address': 'fa:16:3e:77:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40664bec-019b-4246-ad2b-3badd9b2e317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:57:08Z', 'updated_at': '2022-09-16T01:59:29Z', 'revision_number': 3, 'project_id': '57aaf234892543698d91303961f14abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:59:32.419189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:59:32.422198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81c73bd-b026-40c7-a260-c32dc7ce6b21" -d '{"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:59:32.460513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a629d-b8a9-459a-8193-ca98388eba16 x-openstack-request-id: req-f38a629d-b8a9-459a-8193-ca98388eba16 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:59:32.460810 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:59:32.461081 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f38a629d-b8a9-459a-8193-ca98388eba16 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:59:32.461467 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38a629d-b8a9-459a-8193-ca98388eba16'] response: {'name': 'network-changed', 'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'status': 'completed', 'code': 200} Sep 16 01:59:32.557029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-c7a2b5bb-601b-4e8b-acff-c2a123a8fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:32.558521 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-c7a2b5bb-601b-4e8b-acff-c2a123a8fcb7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=57aaf234892543698d91303961f14abd&device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 1129 time: 0.0405300 Sep 16 01:59:32.661660 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-29907125-3478-4f28-ac75-35cfdad2b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:32.663099 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-29907125-3478-4f28-ac75-35cfdad2b701 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 200 len: 919 time: 0.0961025 Sep 16 01:59:32.726359 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-b60aa997-5d88-4ad2-bed2-0121084e7a93 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 200 len: 1000 time: 0.0559969 Sep 16 01:59:32.774284 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-e1eca78b-1fd7-4a01-8e2a-35a745798092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:32.775706 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-e1eca78b-1fd7-4a01-8e2a-35a745798092 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 200 len: 857 time: 0.0435674 Sep 16 01:59:32.825280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-6579ce58-f9ae-4a4f-abdd-e1fcbf75c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:32.826753 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-6579ce58-f9ae-4a4f-abdd-e1fcbf75c9fd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433383 Sep 16 01:59:32.917532 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-426aeaff-4c74-4476-8e9d-97a318df6e86 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Sep 16 01:59:33.011435 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d81c73bd-b026-40c7-a260-c32dc7ce6b21 req-ae07855c-25b0-4300-825e-0c8811a65914 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871954 Sep 16 01:59:37.341011 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:39.188743 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:39.191589 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:40.789198 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f49b7-3f58-42bd-a6be-41a4767c9a56 req-e5ebf633-3f27-4a71-88f7-152b141ffbc7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:40.790652 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-314f49b7-3f58-42bd-a6be-41a4767c9a56 req-e5ebf633-3f27-4a71-88f7-152b141ffbc7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0474312 Sep 16 01:59:40.840929 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-314f49b7-3f58-42bd-a6be-41a4767c9a56 req-a7552955-a120-4b9c-b1fe-0f15e34d5804 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Sep 16 01:59:41.128146 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:41.128900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:41.968889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa2d88-26a2-49cb-b5a0-b255cb85d8ef req-c9985ec6-35f2-4297-b283-d6a2275064bc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:41.970326 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07aa2d88-26a2-49cb-b5a0-b255cb85d8ef req-c9985ec6-35f2-4297-b283-d6a2275064bc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0461423 Sep 16 01:59:42.019887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07aa2d88-26a2-49cb-b5a0-b255cb85d8ef req-e084ce6f-d999-449a-8765-7a518f908a6b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Sep 16 01:59:42.879375 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-c4891c65-6c99-45d6-96e9-bceff8d82083 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:42.880815 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-c4891c65-6c99-45d6-96e9-bceff8d82083 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0493467 Sep 16 01:59:42.960908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Deleting port dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:59:42.961241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (dc91b77b-583a-4740-a244-adc53daa4347), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.053773 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] For port dc91b77b-583a-4740-a244-adc53daa4347, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=dc91b77b-583a-4740-a244-adc53daa4347,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:59:43.054426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (dc91b77b-583a-4740-a244-adc53daa4347), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.150428 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81650757-214c-47e1-bb51-8992fa93aa8b req-ca406996-d8ae-4f06-afb7-ab227fe9fd36 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:43.152018 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-81650757-214c-47e1-bb51-8992fa93aa8b req-ca406996-d8ae-4f06-afb7-ab227fe9fd36 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 946 time: 0.0518649 Sep 16 01:59:43.200020 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-81650757-214c-47e1-bb51-8992fa93aa8b req-29479842-b2c4-4eb2-88e7-f8857422a2dd tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a69638a-cb7d-4d12-8610-03e9d704cb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Sep 16 01:59:43.256998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:43.261049 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:43.265008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.265365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.265681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Floating IP 6c3f1633-b913-48d1-9359-5734c03d2db0 disassociated. External IP: 172.27.0.24, port: dc91b77b-583a-4740-a244-adc53daa4347. Sep 16 01:59:43.266022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Calling delete_port for dc91b77b-583a-4740-a244-adc53daa4347 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:59:43.391718 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (dc91b77b-583a-4740-a244-adc53daa4347), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.418468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'Port': ['ID=dc91b77b-583a-4740-a244-adc53daa4347,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:43.430249 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.430600 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.430942 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.431282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.431618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.431970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.432321 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.432636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.432978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.433289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.433612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.433936 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.434260 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.434580 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.434900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:43.540289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 01:59:43.644296 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 01:59:43.655437 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 01:59:43.664887 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:59:43.665467 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:43.687566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] No DVR routers for this DVR port dc91b77b-583a-4740-a244-adc53daa4347 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 01:59:43.690096 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:43.693349 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fe6c9720-0273-47d1-9757-73de36c47e72 req-a29ef169-39ce-436c-bcbf-8892edcd85ad tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "DELETE /networking/v2.0/ports/dc91b77b-583a-4740-a244-adc53daa4347 HTTP/1.1" status: 204 len: 173 time: 0.8060906 Sep 16 01:59:43.693862 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-deleted', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:59:43.696112 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e3bc2-f071-4183-a53f-4a5cbffbfbbb" -d '{"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-deleted", "tag": "dc91b77b-583a-4740-a244-adc53daa4347"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:59:43.736884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8853570e-714b-4c97-a110-93d8e9575991 x-openstack-request-id: req-8853570e-714b-4c97-a110-93d8e9575991 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:59:43.737229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e390b45-0b39-4429-9431-7ee6af3806e6", "name": "network-vif-deleted", "tag": "dc91b77b-583a-4740-a244-adc53daa4347", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:59:43.737588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8853570e-714b-4c97-a110-93d8e9575991 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:59:43.738013 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8853570e-714b-4c97-a110-93d8e9575991'] response: {'server_uuid': '3e390b45-0b39-4429-9431-7ee6af3806e6', 'name': 'network-vif-deleted', 'tag': 'dc91b77b-583a-4740-a244-adc53daa4347', 'status': 'completed', 'code': 200} Sep 16 01:59:43.771990 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:59:43.969442 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:43.995285 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 01:59:44.005139 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 01:59:44.005756 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:44.113602 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 01:59:44.305184 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 01:59:44.327853 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6783cb2c-ecb0-45f8-b0b8-ea992b2f47fe req-3383501c-cb3b-4e67-959a-44d1c4aa7a0a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e390b45-0b39-4429-9431-7ee6af3806e6 HTTP/1.1" status: 200 len: 210 time: 0.0278006 Sep 16 01:59:44.333370 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce59b3-faff-49ba-913a-e0c0929c9b40 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 01:59:44.567586 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd54a93-0b1e-435c-9286-4766a9f6e11c None None] New status for floating IP 6c3f1633-b913-48d1-9359-5734c03d2db0: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 01:59:45.452699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50680) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:45.516934 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (4a69638a-cb7d-4d12-8610-03e9d704cb50), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.544341 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (4a69638a-cb7d-4d12-8610-03e9d704cb50), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.598430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4a69638a-cb7d-4d12-8610-03e9d704cb50), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.602111 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.603400 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a69638a-cb7d-4d12-8610-03e9d704cb50 HTTP/1.1" status: 204 len: 168 time: 0.1484070 Sep 16 01:59:45.606418 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50682) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:45.619832 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69638a-cb7d-4d12-8610-03e9d704cb50,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:45.625423 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.api.v2.resource [None req-eebb3e6c-8472-4ef8-a6dd-236acba99678 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] show failed (client error): The resource could not be found. Sep 16 01:59:45.626624 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-eebb3e6c-8472-4ef8-a6dd-236acba99678 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups/4a69638a-cb7d-4d12-8610-03e9d704cb50 HTTP/1.1" status: 404 len: 347 time: 0.0186918 Sep 16 01:59:45.629379 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.629724 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.630079 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.630558 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.630819 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.631203 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.631783 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.631905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50684) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:45.632541 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.633055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.633394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.633858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.634195 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.634523 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.634850 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.635173 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2f5511-3473-4bf3-9064-31207c7ee81e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:45.751623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Deleting port 6fe7296b-f4fb-4d48-9bbe-c6e057290a24 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 01:59:45.751986 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.837485 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.837808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:45.850640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Calling delete_port for 6fe7296b-f4fb-4d48-9bbe-c6e057290a24 owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 01:59:45.975432 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-df344420-dec8-412f-bf71-d467f6ec414d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.006892 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6fe7296b-f4fb-4d48-9bbe-c6e057290a24), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.010060 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:46.040015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'Port': ['ID=6fe7296b-f4fb-4d48-9bbe-c6e057290a24,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:46.113173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c3f1633-b913-48d1-9359-5734c03d2db0), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.116603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.118358 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-846302d5-7dc0-40c0-872f-5996f6e9306f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6c3f1633-b913-48d1-9359-5734c03d2db0 HTTP/1.1" status: 204 len: 168 time: 0.4855790 Sep 16 01:59:46.226782 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50688) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:46.231384 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270352076', 'description': 'tempest-description--2094837143'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:46.245336 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:46.253749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.320716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (accb1a71-7a12-4920-9f6e-60fe9d9b0ac4), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.324314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (accb1a71-7a12-4920-9f6e-60fe9d9b0ac4), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.354135 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.355338 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1275039 Sep 16 01:59:46.357913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658baf0-4405-466d-8112-63ca559654dc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:46.359382 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50690) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:46.363993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group_rule': {'security_group_id': 'accb1a71-7a12-4920-9f6e-60fe9d9b0ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:46.391316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (5349fb0e-06a4-43ff-a189-00acd2a9bea1), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.447183 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (5349fb0e-06a4-43ff-a189-00acd2a9bea1), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.450673 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (5349fb0e-06a4-43ff-a189-00acd2a9bea1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.470002 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5349fb0e-06a4-43ff-a189-00acd2a9bea1,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:46.476643 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.477943 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-defaded0-a8f6-4598-8295-118454223ee2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175163 Sep 16 01:59:46.480668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50692) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:46.484956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'security_group_rule': {'security_group_id': 'accb1a71-7a12-4920-9f6e-60fe9d9b0ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:46.511742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (dc9201ac-4b03-45b8-b9c9-e9c3701cb4e7), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.568053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (dc9201ac-4b03-45b8-b9c9-e9c3701cb4e7), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.571696 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (dc9201ac-4b03-45b8-b9c9-e9c3701cb4e7), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.590364 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9201ac-4b03-45b8-b9c9-e9c3701cb4e7,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:46.599795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.601119 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-eab6797c-f454-4b23-be96-f872936cb2ef tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194987 Sep 16 01:59:46.604109 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50694) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 01:59:46.608353 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:46.628785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.658119 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 01:59:46.677448 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: dc91b77b-583a-4740-a244-adc53daa4347 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 01:59:46.677804 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device dc91b77b-583a-4740-a244-adc53daa4347 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 01:59:46.709161 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.788488 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:46.802335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:46.818598 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Allocated IP 172.27.0.172 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/08005fda-5c28-4f71-ba48-4e0384f05165) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:59:46.920568 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (08005fda-5c28-4f71-ba48-4e0384f05165), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.951907 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:46.993908 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:59:46.999083 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:59:47.003225 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:59:47.006530 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=08005fda-5c28-4f71-ba48-4e0384f05165,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:47.085312 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.124520 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.272762 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (08005fda-5c28-4f71-ba48-4e0384f05165), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.277098 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.346080 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.348636 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=08005fda-5c28-4f71-ba48-4e0384f05165,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:47.363858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:47.365122 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-04e74f5c-d1ff-4a09-9be4-1b84f201557b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7600789 Sep 16 01:59:47.515683 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-ab174204-fa05-433f-b98f-1e3167b45c62 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1270352076&fields=id&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 267 time: 0.0439305 Sep 16 01:59:47.579147 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:47.625045 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-d47126e4-148a-44e3-b8c8-d4846387af4b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:47.626480 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-d47126e4-148a-44e3-b8c8-d4846387af4b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 817 time: 0.1043930 Sep 16 01:59:47.642330 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-20f8a47b-f151-4917-a55e-788016ebe2cf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/quotas/1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 375 time: 0.0097373 Sep 16 01:59:47.690977 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-381256f4-9c87-4d5b-9096-7fa264f27555 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437143 Sep 16 01:59:47.769584 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:47.839718 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-e2685951-82a9-4fe2-927c-b5cf6f6cfaf9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356273 Sep 16 01:59:47.928551 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-0504b01c-97f3-4b44-b374-643b35abedc6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828626 Sep 16 01:59:48.095510 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01e07c21-26af-4684-a59a-855040329856 req-7963a25c-a2f9-4160-993a-e00dab6a2d83 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Sep 16 01:59:48.433557 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1236ccb4-7a26-44ac-8ebf-02cb6fe544a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:49.204511 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b4ecfbe4-152e-43fc-b1bf-2607e92d8e14 req-075da87a-c642-49d0-b3a2-f723dea7b29b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0281994 Sep 16 01:59:49.500230 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:49.518284 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-79d55fce-5188-4ec1-8027-4c4973a8fbf2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:49.519917 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-79d55fce-5188-4ec1-8027-4c4973a8fbf2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 817 time: 0.1089518 Sep 16 01:59:49.601887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-3486e9cb-1472-4b84-95ab-2f089facb0ae tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 380 time: 0.0526493 Sep 16 01:59:49.732180 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'port': {'device_id': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'admin_state_up': True, 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'security_groups': ['accb1a71-7a12-4920-9f6e-60fe9d9b0ac4']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:49.845181 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Made reservation on behalf of 1377f60423c64a1786203deb55ae55ef for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 01:59:49.848870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:49.984477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Allocated IP 172.20.0.12 (37ec5744-bfab-42fe-b2e4-a18259c0344e/b4aa07bb-6aa5-414e-ba6c-97b08eb9144d/4127457c-ae36-44e0-abd0-2ee3fefef488) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 01:59:50.138853 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:50.159941 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:50.164802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:50.172587 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:50.228252 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 01:59:50.231313 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 01:59:50.234351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 01:59:50.263255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:50.308299 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:50.308920 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:50.351719 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-91ac8a5e-5769-42c9-bc36-56b7a79f6d5c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229231 Sep 16 01:59:50.360262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18c025-b9eb-49e4-be9d-b23a1711459e req-05144c82-7fb7-428e-acad-9d5d005a24f4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:50.361767 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5b18c025-b9eb-49e4-be9d-b23a1711459e req-05144c82-7fb7-428e-acad-9d5d005a24f4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 932 time: 0.0726886 Sep 16 01:59:50.379163 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Request body: {'port': {'device_id': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 01:59:50.449146 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Provisioning complete for port 4127457c-ae36-44e0-abd0-2ee3fefef488 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:59:50.449529 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:50.449866 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Attempt 1 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 01:59:50.482793 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Port 4127457c-ae36-44e0-abd0-2ee3fefef488 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:59:50.752758 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5b18c025-b9eb-49e4-be9d-b23a1711459e req-46a0f985-18c5-4d9f-aca4-cdde2ff8882c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3846970 Sep 16 01:59:50.755229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:50.984300 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Attempt 2 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 01:59:51.011337 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:59:51.019056 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Port 4127457c-ae36-44e0-abd0-2ee3fefef488 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 01:59:51.019271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks [] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.032808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Transition to ACTIVE for port object 4127457c-ae36-44e0-abd0-2ee3fefef488 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 01:59:51.036514 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.096853 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.119531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:51.151930 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Attempting to bind port 4127457c-ae36-44e0-abd0-2ee3fefef488 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 01:59:51.152289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Attempting to bind port 4127457c-ae36-44e0-abd0-2ee3fefef488 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 01:59:51.152615 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Attempting to bind port 4127457c-ae36-44e0-abd0-2ee3fefef488 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:59:51.194804 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Port 4127457c-ae36-44e0-abd0-2ee3fefef488 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 01:59:51.195156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Attempting to bind port 4127457c-ae36-44e0-abd0-2ee3fefef488 on network 37ec5744-bfab-42fe-b2e4-a18259c0344e {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 01:59:51.221749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:51.242778 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 1, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 01:59:51.243110 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Checking segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 01:59:51.243489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Bound using segment: {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 01:59:51.243922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Bound port: 4127457c-ae36-44e0-abd0-2ee3fefef488, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c43145-1c14-47ab-af6f-765ed80aecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 01:59:51.244299 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.306625 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 01:59:51.309844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 01:59:51.315524 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.319462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:51.320108 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.321467 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1094 time: 0.9526334 Sep 16 01:59:51.322009 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:59:51.324255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93827f3b-180e-43f9-9c32-784e029b758a" -d '{"events": [{"name": "network-changed", "server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:59:51.361704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:51.371290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 01:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e4398-7330-419a-bace-ada06ab1d17b x-openstack-request-id: req-9c5e4398-7330-419a-bace-ada06ab1d17b {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:59:51.371573 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:59:51.371822 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c5e4398-7330-419a-bace-ada06ab1d17b {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:59:51.372284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5e4398-7330-419a-bace-ada06ab1d17b'] response: {'name': 'network-changed', 'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'status': 'completed', 'code': 200} Sep 16 01:59:51.378941 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29093e2-0851-4324-9afb-93507110ba94 service neutron] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:51.444765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-3502d2fb-455d-4285-a13c-14afc9555c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:51.446275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-3502d2fb-455d-4285-a13c-14afc9555c43 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1128 time: 0.0398016 Sep 16 01:59:51.483919 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:51.497009 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-d8fe60f8-f014-406d-b279-945fc5af80f3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 217 time: 0.0364611 Sep 16 01:59:51.520169 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Attempt 3 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 01:59:51.546428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-2a2f8c2f-847c-4a53-a788-4fa53aa78a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:51.548250 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-2a2f8c2f-847c-4a53-a788-4fa53aa78a6f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0444615 Sep 16 01:59:51.563051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ff2211b4-2012-49e3-b6b8-65c478920193 None None] Port 4127457c-ae36-44e0-abd0-2ee3fefef488 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 01:59:51.593608 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f601766c-6077-4537-8870-b51cededc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:51.595136 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-f601766c-6077-4537-8870-b51cededc469 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396163 Sep 16 01:59:51.696380 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-aabb2dfd-cef1-467a-a463-b33a8ed1364a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939493 Sep 16 01:59:51.787549 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e270648a-7ebc-4b23-972c-38f385c2686d req-5c8902a8-dd68-42f5-b2ac-fe36e156324c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Sep 16 01:59:51.887749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20ebe5-1376-4cda-802e-754db59d1cbd req-37f45040-9839-4843-b350-47e81fe02b37 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:51.890119 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b20ebe5-1376-4cda-802e-754db59d1cbd req-37f45040-9839-4843-b350-47e81fe02b37 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0524306 Sep 16 01:59:51.936929 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2b20ebe5-1376-4cda-802e-754db59d1cbd req-07fe4943-25b5-4ca8-999e-ea16ad5044ac tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Sep 16 01:59:53.066776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5df15-0503-4df3-8642-db28e45a62cd req-49a551e5-c204-4395-a186-a10a20f071c0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:53.068159 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a2e5df15-0503-4df3-8642-db28e45a62cd req-49a551e5-c204-4395-a186-a10a20f071c0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Sep 16 01:59:53.115150 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a2e5df15-0503-4df3-8642-db28e45a62cd req-0b160940-51b6-4a88-ae4e-bb8e36705c9f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 Sep 16 01:59:54.241370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b83d1-a0d0-4c11-91bb-da617042e1aa req-a39d7d2b-6822-4f95-a7fa-4688f1875cf3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:54.242962 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e49b83d1-a0d0-4c11-91bb-da617042e1aa req-a39d7d2b-6822-4f95-a7fa-4688f1875cf3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0475836 Sep 16 01:59:54.290317 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e49b83d1-a0d0-4c11-91bb-da617042e1aa req-164b2ad1-6607-48fc-a0cf-eec0280abfda tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Sep 16 01:59:54.307554 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:54.308407 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=67 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:54.549154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827f3b-180e-43f9-9c32-784e029b758a req-4c8e8d58-b372-44e1-b5a3-3f51611d8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:54.550520 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-4c8e8d58-b372-44e1-b5a3-3f51611d8d47 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1128 time: 0.0393829 Sep 16 01:59:54.644979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827f3b-180e-43f9-9c32-784e029b758a req-d21467ab-5f71-452e-aee0-1e088cbb88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:54.646424 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-d21467ab-5f71-452e-aee0-1e088cbb88eb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0884635 Sep 16 01:59:54.686362 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-7ad31879-0bdc-4096-9b5e-4bb1e83f7a12 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 217 time: 0.0327232 Sep 16 01:59:54.738307 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827f3b-180e-43f9-9c32-784e029b758a req-b21e4b7e-4249-40e0-92aa-25f4ba693a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:54.739709 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-b21e4b7e-4249-40e0-92aa-25f4ba693a75 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0473294 Sep 16 01:59:54.783439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827f3b-180e-43f9-9c32-784e029b758a req-ce695668-9137-4bd4-a7dd-681d74beefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:54.784916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-ce695668-9137-4bd4-a7dd-681d74beefd3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385487 Sep 16 01:59:54.851253 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:54.876555 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-1831e547-4044-4fde-b439-d193df14cbec service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Sep 16 01:59:54.970281 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-93827f3b-180e-43f9-9c32-784e029b758a req-434e22b1-c5cf-4cc9-a093-4f00050a3546 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879021 Sep 16 01:59:55.416274 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c1873-9adf-4c68-8d8b-34dea151e6d0 req-a479b146-21f6-4394-ab72-ec666a1cfc9f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:55.417729 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e17c1873-9adf-4c68-8d8b-34dea151e6d0 req-a479b146-21f6-4394-ab72-ec666a1cfc9f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0462189 Sep 16 01:59:55.465404 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e17c1873-9adf-4c68-8d8b-34dea151e6d0 req-d9b3fda0-f5e7-44a7-9d67-2412a6df786a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Sep 16 01:59:56.593796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db771c-a107-4bf8-86e6-5353d0b754ca req-9047d2d7-6627-4674-b81d-bdd7b370a406 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:56.595242 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61db771c-a107-4bf8-86e6-5353d0b754ca req-9047d2d7-6627-4674-b81d-bdd7b370a406 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0466688 Sep 16 01:59:56.614855 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:56.643085 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61db771c-a107-4bf8-86e6-5353d0b754ca req-62f5d2ea-55b1-422f-b4d9-e06332946600 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423956 Sep 16 01:59:56.699567 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 01:59:56.801564 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:59:56.813360 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 01:59:56.847669 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:59:56.848084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:56.861774 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 01:59:56.881411 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:59:56.885260 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:56.936367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:56.943428 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.943780 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.944175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.944534 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.944870 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.945199 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.945522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.945846 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.946171 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.946494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.946816 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.947138 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.947462 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.947779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:56.948125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 01:59:57.357506 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4127457c-ae36-44e0-abd0-2ee3fefef488'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 01:59:57.772941 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef853f5d-4527-47e7-a484-7ec5a44371fb req-b159db52-fe00-464e-a589-3ae5b7fec872 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:57.774379 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ef853f5d-4527-47e7-a484-7ec5a44371fb req-b159db52-fe00-464e-a589-3ae5b7fec872 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 945 time: 0.0456383 Sep 16 01:59:57.825160 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ef853f5d-4527-47e7-a484-7ec5a44371fb req-53806089-5752-4af5-8033-6ddb7414d90f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441024 Sep 16 01:59:58.385169 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:58.396674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:58.716929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 01:59:58.758999 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 4127457c-ae36-44e0-abd0-2ee3fefef488 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 01:59:58.764854 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4127457c-ae36-44e0-abd0-2ee3fefef488 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 01:59:58.765334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:58.765750 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 01:59:58.836909 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 01:59:58.837282 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:58.862091 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 01:59:58.864339 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3869a87b-cabc-431f-be88-81584293c941" -d '{"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 01:59:58.866409 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 01:59:58.882785 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 01:59:58.886710 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 01:59:58.940323 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 01:59:58.962636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9884acb-f4e3-4f04-a21c-4a5cafe8c03e req-fe0203c0-640d-4434-ae04-1a47bd7d48e1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:58.964140 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f9884acb-f4e3-4f04-a21c-4a5cafe8c03e req-fe0203c0-640d-4434-ae04-1a47bd7d48e1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0535250 Sep 16 01:59:58.969387 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af15ff53-45c2-4c35-a819-cea556861e8c x-openstack-request-id: req-af15ff53-45c2-4c35-a819-cea556861e8c {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 01:59:58.969674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 01:59:58.969923 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af15ff53-45c2-4c35-a819-cea556861e8c {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 01:59:58.970315 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af15ff53-45c2-4c35-a819-cea556861e8c'] response: {'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'code': 200} Sep 16 01:59:59.014215 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f9884acb-f4e3-4f04-a21c-4a5cafe8c03e req-835b29ba-d8d5-4e68-a103-38c7d08def0e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Sep 16 01:59:59.200510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a0ef6-6afc-425c-a3c3-e1ba04fd494b req-5dddb445-6d24-4395-bef0-11210a55aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 01:59:59.201944 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd6a0ef6-6afc-425c-a3c3-e1ba04fd494b req-5dddb445-6d24-4395-bef0-11210a55aff2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1130 time: 0.0385697 Sep 16 01:59:59.245967 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bd6a0ef6-6afc-425c-a3c3-e1ba04fd494b req-f3bfeb1d-8d53-40dd-afa5-c295866351a3 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 Sep 16 02:00:00.143066 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e0402-012c-4a75-b9fa-746364d9c385 req-a71f22d5-1406-44e0-a6b4-15b39658137c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:00.144513 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7e7e0402-012c-4a75-b9fa-746364d9c385 req-a71f22d5-1406-44e0-a6b4-15b39658137c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0464048 Sep 16 02:00:00.189946 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7e7e0402-012c-4a75-b9fa-746364d9c385 req-d3e931a3-e689-4f86-ac0e-2f514d4d74e3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Sep 16 02:00:01.321107 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf8697-832f-48d4-8ef6-f55f8bebebe2 req-6efe13d0-ecf5-4937-bba0-b6a868f4608a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:01.322643 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfaf8697-832f-48d4-8ef6-f55f8bebebe2 req-6efe13d0-ecf5-4937-bba0-b6a868f4608a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Sep 16 02:00:01.371257 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dfaf8697-832f-48d4-8ef6-f55f8bebebe2 req-38c9a53e-411f-4006-b352-b0cfdad35717 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Sep 16 02:00:01.830681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-6ff51e5b-a917-4d31-8071-ec6ef4b48b9b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390284 Sep 16 02:00:01.940390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881649-45e3-411c-84e4-fe19ee05b650 req-a5a889ab-b5d8-4db0-879c-aeed3e2c01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:01.941831 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-a5a889ab-b5d8-4db0-879c-aeed3e2c01a5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 1129 time: 0.0400717 Sep 16 02:00:02.053383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881649-45e3-411c-84e4-fe19ee05b650 req-fb2905ac-6d26-4b74-92e6-fbbd05d076c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:02.054725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-fb2905ac-6d26-4b74-92e6-fbbd05d076c8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.0946264 Sep 16 02:00:02.115083 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-7e237132-45d9-45ff-a526-bb140227034c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 200 len: 1001 time: 0.0542905 Sep 16 02:00:02.165856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881649-45e3-411c-84e4-fe19ee05b650 req-56928230-b5b0-4b0c-862b-beae3716807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:02.167256 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-56928230-b5b0-4b0c-862b-beae3716807e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0465617 Sep 16 02:00:02.208943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11881649-45e3-411c-84e4-fe19ee05b650 req-0f4e8780-09dd-4d9e-b7b0-dfd5f162ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:02.210396 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-0f4e8780-09dd-4d9e-b7b0-dfd5f162ff20 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377026 Sep 16 02:00:02.300708 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-a6866b10-535a-410d-a7da-14381e231c65 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822647 Sep 16 02:00:02.364836 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:02.392315 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11881649-45e3-411c-84e4-fe19ee05b650 req-566fe357-2f5d-4eb2-8adc-4d7409cd8b53 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856400 Sep 16 02:00:02.499472 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85de02-43a7-4790-89ff-54795fe4d3ee req-c9c737f0-effc-42eb-8910-0fb94edc900f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:02.500970 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1b85de02-43a7-4790-89ff-54795fe4d3ee req-c9c737f0-effc-42eb-8910-0fb94edc900f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0472624 Sep 16 02:00:02.548902 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1b85de02-43a7-4790-89ff-54795fe4d3ee req-c51e74f7-c377-4fbc-a71f-12036011790c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Sep 16 02:00:02.673399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c224a10-48ab-4b24-bcc4-55968efd952f req-5cbc09fb-b879-43af-8f4d-f065e5bf0d49 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:02.674757 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c224a10-48ab-4b24-bcc4-55968efd952f req-5cbc09fb-b879-43af-8f4d-f065e5bf0d49 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0477617 Sep 16 02:00:02.685164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50772) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:02.689934 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Request body: {'floatingip': {'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:02.730996 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:02.912632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:03.149030 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:03.153171 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:03.258152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Floating IP 6c54fe69-6a98-4ef0-bf75-b9d84c34255f associated. External IP: 172.27.0.172, port: 4127457c-ae36-44e0-abd0-2ee3fefef488. Sep 16 02:00:03.455556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:00:03.558506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:00:03.563386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:03.568545 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:00:03.579878 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:03.580531 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:03.593923 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-637b487e-2752-4d2d-b198-b9f5295638a7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/6c54fe69-6a98-4ef0-bf75-b9d84c34255f HTTP/1.1" status: 200 len: 992 time: 0.9077184 Sep 16 02:00:03.594679 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:03.596971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00688cf8-62eb-49da-8517-b6e7597f534f" -d '{"events": [{"name": "network-changed", "server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:03.639157 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed9eedd-3d1f-4c1a-9afe-c16643adc542 x-openstack-request-id: req-3ed9eedd-3d1f-4c1a-9afe-c16643adc542 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:03.639612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:03.640055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ed9eedd-3d1f-4c1a-9afe-c16643adc542 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:03.640471 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed9eedd-3d1f-4c1a-9afe-c16643adc542'] response: {'name': 'network-changed', 'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'status': 'completed', 'code': 200} Sep 16 02:00:03.732447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688cf8-62eb-49da-8517-b6e7597f534f req-3acc84d2-b477-4381-9a2f-fffed35bc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:03.734823 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-3acc84d2-b477-4381-9a2f-fffed35bc305 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1130 time: 0.0397146 Sep 16 02:00:03.763627 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:03.793042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:03.832950 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688cf8-62eb-49da-8517-b6e7597f534f req-979b5050-0425-4456-b150-0f461955ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:03.834488 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-979b5050-0425-4456-b150-0f461955ab99 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0929365 Sep 16 02:00:03.895821 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-3e50c699-8d41-4f2d-ba8d-6dd28101b07d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1000 time: 0.0547600 Sep 16 02:00:03.945748 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688cf8-62eb-49da-8517-b6e7597f534f req-d89afb50-a353-4996-ae06-a7318c408b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:03.947217 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-d89afb50-a353-4996-ae06-a7318c408b2b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0438485 Sep 16 02:00:03.959862 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:03.979307 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c54fe69-6a98-4ef0-bf75-b9d84c34255f', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:59:47Z', 'updated_at': '2022-09-16T02:00:03Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:03.994961 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00688cf8-62eb-49da-8517-b6e7597f534f req-35248c5d-a722-473a-ab65-33c6e60ef9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:03.996471 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-35248c5d-a722-473a-ab65-33c6e60ef9c5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435264 Sep 16 02:00:04.004617 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:00:04.012956 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:04.013541 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T01:59:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:04.086318 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-e0e45681-89f2-4886-abe8-b98bea6eb1ca service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Sep 16 02:00:04.116544 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:04.180472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00688cf8-62eb-49da-8517-b6e7597f534f req-e513610f-6b53-4333-8781-e530b5033bda service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869424 Sep 16 02:00:04.334645 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-4aa38388-8553-4980-869f-164898cf9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c54fe69-6a98-4ef0-bf75-b9d84c34255f', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:59:47Z', 'updated_at': '2022-09-16T02:00:03Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:04.364650 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:00:04.365733 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa38388-8553-4980-869f-164898cf9967 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '6c54fe69-6a98-4ef0-bf75-b9d84c34255f', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T01:59:47Z', 'updated_at': '2022-09-16T02:00:03Z', 'revision_number': 1, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:00:04.543200 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f018-f533-4091-bd1e-22c2910eb1c5 None None] New status for floating IP 6c54fe69-6a98-4ef0-bf75-b9d84c34255f: ACTIVE {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:00:12.542377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=61 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:12.544261 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=77 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.175804 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=20 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.177709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=40 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.338863 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=79 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.343594 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.643444 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:14.646068 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:15.977994 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0169bab7-d661-4326-9fcb-5459a3b151db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:18.436789 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-453fa8dc-618f-4616-b633-49a76e2f999b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:18.738712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb4fa0-8ef9-4317-a654-5a555cb4a742 req-0da93174-a0e1-4d49-8fce-0d88edab8066 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:18.740210 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bdb4fa0-8ef9-4317-a654-5a555cb4a742 req-0da93174-a0e1-4d49-8fce-0d88edab8066 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Sep 16 02:00:18.788998 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4bdb4fa0-8ef9-4317-a654-5a555cb4a742 req-96211c13-94ef-4ca3-b3d1-c68382a08792 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Sep 16 02:00:19.503208 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:19.919260 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e92f3b-bdbd-425b-9b6e-d9e28afe7199 req-2cf7618f-7c5e-46b4-afef-3e23f2496eed tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:19.921323 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22e92f3b-bdbd-425b-9b6e-d9e28afe7199 req-2cf7618f-7c5e-46b4-afef-3e23f2496eed tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Sep 16 02:00:19.971124 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22e92f3b-bdbd-425b-9b6e-d9e28afe7199 req-3ccb73eb-17a2-4f7d-a169-2a3f29196abd tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=94d9a8b1-a632-4427-8e9d-a86290d05f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 Sep 16 02:00:20.026737 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-d853c7a1-e7da-4c89-803d-7f135ddc7333 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:20.028109 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-d853c7a1-e7da-4c89-803d-7f135ddc7333 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 945 time: 0.0501928 Sep 16 02:00:20.108858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Deleting port 32e8d554-2d45-428d-8c7c-03347e83c61a {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:20.109192 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:20.199592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] For port 32e8d554-2d45-428d-8c7c-03347e83c61a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=32e8d554-2d45-428d-8c7c-03347e83c61a,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:20.199954 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:20.357018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:20.357381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:20.357724 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Floating IP d93bdb2e-6c01-4396-ad8f-8b3b12352c03 disassociated. External IP: 172.27.0.156, port: 32e8d554-2d45-428d-8c7c-03347e83c61a. Sep 16 02:00:20.358153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Calling delete_port for 32e8d554-2d45-428d-8c7c-03347e83c61a owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:20.483814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (32e8d554-2d45-428d-8c7c-03347e83c61a), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:20.511480 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'Port': ['ID=32e8d554-2d45-428d-8c7c-03347e83c61a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:20.892423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:00:21.016167 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:00:21.027263 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:00:21.039015 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:21.039637 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:21.072178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] No DVR routers for this DVR port 32e8d554-2d45-428d-8c7c-03347e83c61a on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:21.074432 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:21.078590 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-53694b2e-dbb8-411b-b00d-59960d3035c8 req-e275325f-cd3a-482a-8991-d5c558687057 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "DELETE /networking/v2.0/ports/32e8d554-2d45-428d-8c7c-03347e83c61a HTTP/1.1" status: 204 len: 173 time: 1.0447903 Sep 16 02:00:21.080528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'name': 'network-vif-deleted', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:21.084728 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c2345-83b4-4fa2-971e-2460075b64ae" -d '{"events": [{"server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "name": "network-vif-deleted", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:21.104487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e80f7e33-66c4-497f-8e68-ccb35cde70d6 req-3d7c2e95-06aa-4923-9fd7-67110fec28d3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=df8bdee8-15d2-4b18-a2d0-8b24b43f6763 HTTP/1.1" status: 200 len: 210 time: 0.0413482 Sep 16 02:00:21.118198 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:21.143465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1177599-cdf0-4599-9482-3ebf9ad45ebc x-openstack-request-id: req-c1177599-cdf0-4599-9482-3ebf9ad45ebc {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:21.144066 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8bdee8-15d2-4b18-a2d0-8b24b43f6763", "name": "network-vif-deleted", "tag": "32e8d554-2d45-428d-8c7c-03347e83c61a", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:21.144218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1177599-cdf0-4599-9482-3ebf9ad45ebc {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:21.144752 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1177599-cdf0-4599-9482-3ebf9ad45ebc'] response: {'server_uuid': 'df8bdee8-15d2-4b18-a2d0-8b24b43f6763', 'name': 'network-vif-deleted', 'tag': '32e8d554-2d45-428d-8c7c-03347e83c61a', 'status': 'completed', 'code': 200} Sep 16 02:00:21.147680 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:21.346391 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:21.371016 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:00:21.380627 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:21.381235 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:21.475711 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:21.487103 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:21.673155 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:21.701818 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c855741-10f6-4515-a5ec-511070ceac12 None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:00:21.916213 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07776082-215b-4f09-af82-534cf0834f24 None None] New status for floating IP d93bdb2e-6c01-4396-ad8f-8b3b12352c03: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:00:22.202896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50814) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:22.220213 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:22.223460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:22.264472 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (94d9a8b1-a632-4427-8e9d-a86290d05f1c), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.286350 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (94d9a8b1-a632-4427-8e9d-a86290d05f1c), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.336912 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (94d9a8b1-a632-4427-8e9d-a86290d05f1c), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.339503 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.340655 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/94d9a8b1-a632-4427-8e9d-a86290d05f1c HTTP/1.1" status: 204 len: 168 time: 0.1367815 Sep 16 02:00:22.344297 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50816) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:22.360984 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd783a2-bcf0-4857-8c97-7ff8e26815b1 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d9a8b1-a632-4427-8e9d-a86290d05f1c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:22.363047 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.api.v2.resource [None req-d8d51721-e46a-4cbd-ad51-0ec4a85d4d66 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] show failed (client error): The resource could not be found. Sep 16 02:00:22.364040 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d8d51721-e46a-4cbd-ad51-0ec4a85d4d66 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups/94d9a8b1-a632-4427-8e9d-a86290d05f1c HTTP/1.1" status: 404 len: 347 time: 0.0187900 Sep 16 02:00:22.366891 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50818) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:22.477555 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Deleting port 2fe76b0f-a2e6-4c82-8068-3468feef74dc {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:22.477893 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.554506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.554758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (2fe76b0f-a2e6-4c82-8068-3468feef74dc), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.567093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Calling delete_port for 2fe76b0f-a2e6-4c82-8068-3468feef74dc owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:22.698488 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (2fe76b0f-a2e6-4c82-8068-3468feef74dc), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.724134 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'Port': ['ID=2fe76b0f-a2e6-4c82-8068-3468feef74dc,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:22.788146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (d93bdb2e-6c01-4396-ad8f-8b3b12352c03), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.790643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.791765 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-55a810b7-8a8c-4f33-bbe3-888c5d6d7f6d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d93bdb2e-6c01-4396-ad8f-8b3b12352c03 HTTP/1.1" status: 204 len: 168 time: 0.4241168 Sep 16 02:00:22.868427 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50822) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:22.873101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205413745', 'description': 'tempest-description--1532319058'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:22.894643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.962133 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (a363d773-261f-49ae-996b-35c7cb658304), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.965549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (a363d773-261f-49ae-996b-35c7cb658304), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.994887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:22.996116 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1265929 Sep 16 02:00:22.997919 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a78a-4add-400b-ba18-7a080e5d6470 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a363d773-261f-49ae-996b-35c7cb658304,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:22.999662 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50824) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:23.004361 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group_rule': {'security_group_id': 'a363d773-261f-49ae-996b-35c7cb658304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:23.030818 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (dfe5b9dd-350f-4e01-b590-c7ac3d6da6a6), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.085101 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (dfe5b9dd-350f-4e01-b590-c7ac3d6da6a6), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.088305 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (dfe5b9dd-350f-4e01-b590-c7ac3d6da6a6), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.103531 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe5b9dd-350f-4e01-b590-c7ac3d6da6a6,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:23.114290 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.115456 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8aab6fa1-b227-43df-a65c-6cb440c9a404 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147714 Sep 16 02:00:23.118144 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50826) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:23.122256 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'security_group_rule': {'security_group_id': 'a363d773-261f-49ae-996b-35c7cb658304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:23.149259 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (dee082b1-d22f-4c04-b62c-2027451033d9), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.204537 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (dee082b1-d22f-4c04-b62c-2027451033d9), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.207789 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (dee082b1-d22f-4c04-b62c-2027451033d9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.225387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee082b1-d22f-4c04-b62c-2027451033d9,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:23.237406 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.238599 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b166ee83-5169-4d7f-86d3-1c4a5236574c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195490 Sep 16 02:00:23.241668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50828) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:23.245850 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:23.269416 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.347494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.453078 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Allocated IP 172.27.0.218 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/f96edb48-0f5c-449b-96f6-9f6fb2ca8db0) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:00:23.556870 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.570943 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:23.591447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.623504 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:23.630361 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:00:23.635738 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:00:23.639301 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:00:23.667290 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=f96edb48-0f5c-449b-96f6-9f6fb2ca8db0,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:23.726804 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.767553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.915335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.920649 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:23.991035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=f96edb48-0f5c-449b-96f6-9f6fb2ca8db0,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:23.993329 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:24.009636 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:24.010828 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-236c7ea8-3939-4654-9eb4-54cd677235fc tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7682238 Sep 16 02:00:24.162567 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-aa266eaa-22ce-439e-8bc1-62f09d9566a9 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1205413745&fields=id&tenant_id=eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 267 time: 0.0426989 Sep 16 02:00:24.272370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-72deca83-b33e-4aa8-85d8-8ed6e3c9d471 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:24.273690 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-72deca83-b33e-4aa8-85d8-8ed6e3c9d471 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 810 time: 0.1043615 Sep 16 02:00:24.288381 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-2c1f6b4e-f260-418d-a81c-84b4a53f8596 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/quotas/eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 375 time: 0.0093272 Sep 16 02:00:24.338432 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-03e0dffb-cfc1-4d2f-9849-b6d328dfdbde tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452595 Sep 16 02:00:24.433292 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-d58d37e2-c758-4d44-891a-0219b2038578 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836413 Sep 16 02:00:24.699865 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-7aff5837-45cc-4413-a462-e3bb249cb201 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601588 Sep 16 02:00:24.846350 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 32e8d554-2d45-428d-8c7c-03347e83c61a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:24.865953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 32e8d554-2d45-428d-8c7c-03347e83c61a {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:24.866304 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 32e8d554-2d45-428d-8c7c-03347e83c61a not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:24.876260 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4199cf2-c087-454c-95b3-499cfc28e4a3 req-2449a48f-70f2-425b-84aa-8dbfb0674422 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0320873 Sep 16 02:00:25.939775 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:25.959122 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-13c24dda-7b3f-4399-8208-eb81722b4f3d req-70464f02-0920-46f2-9cb9-6f03f1fb9ad5 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0292788 Sep 16 02:00:27.059999 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ba8d196b-1dd2-41e6-9e69-4f9627fdfa57 req-c2b7e89f-0f70-42c7-a665-571bcbdd79c4 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0400634 Sep 16 02:00:27.864477 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3980e4a-ccaa-49e3-917f-7d4f2634a581 req-7a9c9e9a-7b0a-45e2-959d-fe8555e55ddd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:27.866384 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a3980e4a-ccaa-49e3-917f-7d4f2634a581 req-7a9c9e9a-7b0a-45e2-959d-fe8555e55ddd tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0584869 Sep 16 02:00:27.913471 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:27.919399 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a3980e4a-ccaa-49e3-917f-7d4f2634a581 req-435042b6-89e1-4819-ac89-52d9f161348c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Sep 16 02:00:28.147142 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fdfff922-2296-42d1-bb9a-1cc2106ced38 req-6819989f-4da8-4636-b3bc-153ca3b27fc6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0300577 Sep 16 02:00:28.396216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:29.040414 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91deadf1-366a-4dc3-a3d3-c375974ca397 req-07e7ecc9-b499-401f-a894-80e09ed7a45f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:29.041857 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-91deadf1-366a-4dc3-a3d3-c375974ca397 req-07e7ecc9-b499-401f-a894-80e09ed7a45f tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0458727 Sep 16 02:00:29.089844 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-91deadf1-366a-4dc3-a3d3-c375974ca397 req-d82b14f7-a084-475b-b610-605dba5b1e44 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Sep 16 02:00:29.253204 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a8e964f-fa4f-403a-b709-3b8e44d71e84 req-570a427b-75eb-4b3d-969f-2cb30f33a18f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0328512 Sep 16 02:00:30.218775 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189450d7-e49c-4063-a2d8-48bdc91afccd req-900f3f00-9f97-4708-8dce-1e9c2f86630a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:30.220239 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-189450d7-e49c-4063-a2d8-48bdc91afccd req-900f3f00-9f97-4708-8dce-1e9c2f86630a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Sep 16 02:00:30.269128 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-189450d7-e49c-4063-a2d8-48bdc91afccd req-cdf721b8-5f4f-4a29-b647-836b146b29ad tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Sep 16 02:00:30.353907 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2a9db9ed-8278-456d-a8db-3f8d2456d457 req-ca21e045-1739-4b64-9416-f54ed2e33c4d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0278573 Sep 16 02:00:31.390472 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:31.397538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-06ba3b74-ee01-4595-b25a-c1fe8ddf792a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:31.399309 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-06ba3b74-ee01-4595-b25a-c1fe8ddf792a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0635502 Sep 16 02:00:31.405897 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b799e2c-da14-458c-8072-a7860e75547d req-c2316c64-b477-42c2-8206-ecff675aaaee tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:31.408009 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6b799e2c-da14-458c-8072-a7860e75547d req-c2316c64-b477-42c2-8206-ecff675aaaee tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 945 time: 0.0589519 Sep 16 02:00:31.468669 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6b799e2c-da14-458c-8072-a7860e75547d req-e4950435-3950-42b4-92d9-6a5b5f31a2f1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6638aaed-9ecb-486d-9e9c-07c19b9e29e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542836 Sep 16 02:00:31.486590 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dbf11a68-5672-480d-bc0a-e80d4f540dfe req-4f0db501-3060-41cf-8096-8f316f6793aa tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0413165 Sep 16 02:00:31.526632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:31.544074 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Deleting port 1f6c616e-c78b-414c-883d-8d50a28be1bc {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:31.544526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:31.651310 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] For port 1f6c616e-c78b-414c-883d-8d50a28be1bc, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f6c616e-c78b-414c-883d-8d50a28be1bc,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:31.651758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:31.670689 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=68 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:31.676879 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=64 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:31.830162 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:31.830570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:31.830888 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Floating IP a1413b3b-d451-4203-ab8e-70d7c329ff1b disassociated. External IP: 172.27.0.77, port: 1f6c616e-c78b-414c-883d-8d50a28be1bc. Sep 16 02:00:31.831234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Calling delete_port for 1f6c616e-c78b-414c-883d-8d50a28be1bc owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:32.063677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-81a02249-924d-4e43-9adb-408d08e580a3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:32.065392 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-81a02249-924d-4e43-9adb-408d08e580a3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 810 time: 0.1864781 Sep 16 02:00:32.085516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (1f6c616e-c78b-414c-883d-8d50a28be1bc), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:32.115577 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event deleted for resources: {'Port': ['ID=1f6c616e-c78b-414c-883d-8d50a28be1bc,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:32.283255 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-6b50e9af-3a37-44f5-bf4b-6dfb111728c7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eddbb633debb4badb74f142d92baed98 HTTP/1.1" status: 200 len: 380 time: 0.1109998 Sep 16 02:00:32.292387 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'port': {'device_id': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'admin_state_up': True, 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'security_groups': ['a363d773-261f-49ae-996b-35c7cb658304']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:32.300120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Router c438dbd8-0093-49e7-a2f6-77521d792f99 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:00:32.352477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:32.474449 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:32.515769 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:00:32.536366 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:00:32.551916 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:32.552659 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:32.557180 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Made reservation on behalf of eddbb633debb4badb74f142d92baed98 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:00:32.561128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:32.608510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] No DVR routers for this DVR port 1f6c616e-c78b-414c-883d-8d50a28be1bc on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:32.615607 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a29d5b8f-41f4-484d-8b0d-635d1d064702 req-3733a693-3437-4290-8b66-d81055299484 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=40664bec-019b-4246-ad2b-3badd9b2e317 HTTP/1.1" status: 200 len: 210 time: 0.0356283 Sep 16 02:00:32.621344 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:32.623700 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35b26ce0-9964-4909-81d6-4dd85dd4dd29 req-a1c257d1-52a9-4e1e-a3d3-141c6f0652d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "DELETE /networking/v2.0/ports/1f6c616e-c78b-414c-883d-8d50a28be1bc HTTP/1.1" status: 204 len: 173 time: 1.2137301 Sep 16 02:00:32.624856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'name': 'network-vif-deleted', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:32.627634 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda0fe5-e930-498e-80a9-d0758650a6d7" -d '{"events": [{"server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "name": "network-vif-deleted", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:32.660445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cbc1ccf1-4556-4eae-b160-e3c72c4baf13 req-e0fa6d4f-76f5-4618-a092-6bdddac03012 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0571945 Sep 16 02:00:32.714134 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e36a1-50b4-48f1-a870-4cdf07230161 x-openstack-request-id: req-556e36a1-50b4-48f1-a870-4cdf07230161 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:32.714427 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40664bec-019b-4246-ad2b-3badd9b2e317", "name": "network-vif-deleted", "tag": "1f6c616e-c78b-414c-883d-8d50a28be1bc", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:32.714682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-556e36a1-50b4-48f1-a870-4cdf07230161 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:32.715087 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556e36a1-50b4-48f1-a870-4cdf07230161'] response: {'server_uuid': '40664bec-019b-4246-ad2b-3badd9b2e317', 'name': 'network-vif-deleted', 'tag': '1f6c616e-c78b-414c-883d-8d50a28be1bc', 'status': 'completed', 'code': 200} Sep 16 02:00:32.801488 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:32.814502 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Allocated IP 172.20.0.5 (563a693f-c940-49d3-9204-92b27430de2f/c01728fa-61dd-4473-b80e-4a4184239e88/910a23a7-03f3-4a82-b8d8-4b238685b022) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:00:33.001799 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.016478 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:33.036332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.048339 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:00:33.057356 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:33.057891 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:33.085068 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Network 563a693f-c940-49d3-9204-92b27430de2f is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:00:33.088300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:00:33.092465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:00:33.125468 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event updated for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:33.147674 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:33.148386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.167765 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-f3906af4-51fe-4544-b146-4e2b18e11d7f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795462 Sep 16 02:00:33.168782 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:33.249322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Request body: {'port': {'device_id': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:33.321386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.334158 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Provisioning complete for port 910a23a7-03f3-4a82-b8d8-4b238685b022 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:00:33.334752 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.335033 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Attempt 1 to provision port 910a23a7-03f3-4a82-b8d8-4b238685b022 Sep 16 02:00:33.379563 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Port 910a23a7-03f3-4a82-b8d8-4b238685b022 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:00:33.385048 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:33.400809 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:33.413076 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2a40-3d64-4552-9427-bfb67aba67a5 None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6f3a830b-b35b-45ab-b29b-e8c2f6a326c8', 'name': '', 'network_id': '992cb23b-f0e5-4bb7-a3b2-f0f9634fe190', 'tenant_id': '57aaf234892543698d91303961f14abd', 'mac_address': 'fa:16:3e:23:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:54:01Z', 'updated_at': '2022-09-16T01:54:18Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'subnets': [{'id': 'baebba95-5a42-46b4-85d1-9ff51d0b77c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:00:33.631570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910a23a7-03f3-4a82-b8d8-4b238685b022 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:00:33.636296 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:33.641829 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks [] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.651577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ed90d-54eb-4361-8fa2-da31c6538100 None None] New status for floating IP a1413b3b-d451-4203-ab8e-70d7c329ff1b: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:00:33.660747 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Transition to ACTIVE for port object 910a23a7-03f3-4a82-b8d8-4b238685b022 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:00:33.665055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.743430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50918) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:33.768924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Pushing event updated for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:33.798360 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Attempting to bind port 910a23a7-03f3-4a82-b8d8-4b238685b022 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:00:33.799120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Attempting to bind port 910a23a7-03f3-4a82-b8d8-4b238685b022 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:00:33.799120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Attempting to bind port 910a23a7-03f3-4a82-b8d8-4b238685b022 on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:00:33.847378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Port 910a23a7-03f3-4a82-b8d8-4b238685b022 on network 563a693f-c940-49d3-9204-92b27430de2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:00:33.847663 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Attempting to bind port 910a23a7-03f3-4a82-b8d8-4b238685b022 on network 563a693f-c940-49d3-9204-92b27430de2f {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:00:33.849169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af8ff6-1c89-4d8c-bedd-9ec3f435b457 req-78d49ede-d599-4067-8698-adacc5de725a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:33.850642 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79af8ff6-1c89-4d8c-bedd-9ec3f435b457 req-78d49ede-d599-4067-8698-adacc5de725a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 943 time: 0.0871069 Sep 16 02:00:33.882121 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (6638aaed-9ecb-486d-9e9c-07c19b9e29e6), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.883507 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Attempt 2 to provision port 910a23a7-03f3-4a82-b8d8-4b238685b022 Sep 16 02:00:33.904985 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:00:33.905346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Checking segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:00:33.905896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Bound using segment: {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:00:33.906354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Bound port: 910a23a7-03f3-4a82-b8d8-4b238685b022, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ef68da8-5903-4c11-bccc-0fbc97de82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '563a693f-c940-49d3-9204-92b27430de2f'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:00:33.906759 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.921803 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Port 910a23a7-03f3-4a82-b8d8-4b238685b022 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:00:33.924411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (6638aaed-9ecb-486d-9e9c-07c19b9e29e6), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.941301 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79af8ff6-1c89-4d8c-bedd-9ec3f435b457 req-c98205ad-680c-4b8c-8d2a-f25670302466 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843995 Sep 16 02:00:33.978741 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:00:33.982992 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=910a23a7-03f3-4a82-b8d8-4b238685b022,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:00:33.987018 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (6638aaed-9ecb-486d-9e9c-07c19b9e29e6), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.989879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.990500 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.992603 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6638aaed-9ecb-486d-9e9c-07c19b9e29e6 HTTP/1.1" status: 204 len: 168 time: 0.2473450 Sep 16 02:00:33.994483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:33.995219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:33.996307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50920) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:33.996735 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/910a23a7-03f3-4a82-b8d8-4b238685b022 HTTP/1.1" status: 200 len: 1093 time: 0.7531710 Sep 16 02:00:34.011001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a9f96-51ea-47df-be3a-687d906fe7f2 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638aaed-9ecb-486d-9e9c-07c19b9e29e6,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:34.018217 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-93ed3383-4233-4eba-84c4-f0d095f0fe4a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] show failed (client error): The resource could not be found. Sep 16 02:00:34.019452 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-93ed3383-4233-4eba-84c4-f0d095f0fe4a tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups/6638aaed-9ecb-486d-9e9c-07c19b9e29e6 HTTP/1.1" status: 404 len: 347 time: 0.0208356 Sep 16 02:00:34.022248 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50922) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:34.058635 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abea9a3-5d0b-4a9e-907e-fdd0ebc546ed service neutron] Pushing event updated for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:34.121275 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-b0fe01fa-6689-4f84-95a5-d3dae32df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:34.123336 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-b0fe01fa-6689-4f84-95a5-d3dae32df1af service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 1127 time: 0.0456824 Sep 16 02:00:34.170329 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-3540c2d1-bea9-4ac5-b305-36c44a4df80e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910a23a7-03f3-4a82-b8d8-4b238685b022 HTTP/1.1" status: 200 len: 217 time: 0.0335028 Sep 16 02:00:34.186189 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Deleting port abce0cc2-5cc6-4bbe-b437-b9f36b5729a8 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:34.186559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.221481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-368cab49-32b4-42a8-93b9-b101716d1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:34.222950 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-368cab49-32b4-42a8-93b9-b101716d1dd9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0459199 Sep 16 02:00:34.268301 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.268639 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.272416 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-05886e96-8c5c-435b-8434-48947ade7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:34.273919 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-05886e96-8c5c-435b-8434-48947ade7395 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448351 Sep 16 02:00:34.281890 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Calling delete_port for abce0cc2-5cc6-4bbe-b437-b9f36b5729a8 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:34.358011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:34.376174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-9fbb6f90-dcad-4a7c-a525-2639334d5c22 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961974 Sep 16 02:00:34.423148 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Attempt 3 to provision port 910a23a7-03f3-4a82-b8d8-4b238685b022 Sep 16 02:00:34.434304 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (abce0cc2-5cc6-4bbe-b437-b9f36b5729a8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.438294 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:34.461972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event deleted for resources: {'Port': ['ID=abce0cc2-5cc6-4bbe-b437-b9f36b5729a8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:34.473419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fdc35-e17e-46e6-af82-b7c05d487c19 None None] Port 910a23a7-03f3-4a82-b8d8-4b238685b022 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:00:34.486686 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a9a06f25-679b-4629-b1b3-5b9d19e46c7e req-38d93081-4b0a-4822-b7bd-34be8586cf9c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046426 Sep 16 02:00:34.516198 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:34.536206 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks [] for floatingip (a1413b3b-d451-4203-ab8e-70d7c329ff1b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.538830 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:34.540049 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-299fdb63-1338-471d-9e50-b098a1e69030 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/a1413b3b-d451-4203-ab8e-70d7c329ff1b HTTP/1.1" status: 204 len: 168 time: 0.5158587 Sep 16 02:00:34.717118 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:34.719519 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7" -d '{"events": [{"name": "network-changed", "server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:34.763684 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47a60b-6a13-482e-9f7e-a9cf2a47d1d8 x-openstack-request-id: req-ad47a60b-6a13-482e-9f7e-a9cf2a47d1d8 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:34.764218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:34.764589 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad47a60b-6a13-482e-9f7e-a9cf2a47d1d8 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:34.765095 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad47a60b-6a13-482e-9f7e-a9cf2a47d1d8'] response: {'name': 'network-changed', 'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'status': 'completed', 'code': 200} Sep 16 02:00:34.870544 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 1f6c616e-c78b-414c-883d-8d50a28be1bc no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:34.896521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 1f6c616e-c78b-414c-883d-8d50a28be1bc {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:34.896791 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 1f6c616e-c78b-414c-883d-8d50a28be1bc not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:35.078370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaf77b-1554-4d26-90c8-3e7930165de9 req-3b21edc8-36d7-477f-9913-d1bfb29f61b3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:35.079866 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-48aaf77b-1554-4d26-90c8-3e7930165de9 req-3b21edc8-36d7-477f-9913-d1bfb29f61b3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 943 time: 0.0493374 Sep 16 02:00:35.128925 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-48aaf77b-1554-4d26-90c8-3e7930165de9 req-426473a6-f710-41c9-a17a-0c9b144a88f3 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Sep 16 02:00:36.256436 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22fb98-2af0-4fa1-bb32-2a48ee0e057c req-a8e6a840-4925-405e-83f6-fca6ac02108f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:36.258230 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ba22fb98-2af0-4fa1-bb32-2a48ee0e057c req-a8e6a840-4925-405e-83f6-fca6ac02108f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 943 time: 0.0518556 Sep 16 02:00:36.309564 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ba22fb98-2af0-4fa1-bb32-2a48ee0e057c req-ebaa3bec-614f-44c4-94fe-99f65107e821 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457098 Sep 16 02:00:36.831156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-da210dac-6efe-4c9c-b4cc-0882f4114253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:36.832835 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-da210dac-6efe-4c9c-b4cc-0882f4114253 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 1127 time: 0.0441232 Sep 16 02:00:36.905617 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:36.930836 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-bd773108-3e13-4bba-8103-b1049d2e0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:36.932330 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-bd773108-3e13-4bba-8103-b1049d2e0aca service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.0935290 Sep 16 02:00:36.983377 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-729b31b7-f141-4ded-912a-d6d8d4e5e21b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910a23a7-03f3-4a82-b8d8-4b238685b022 HTTP/1.1" status: 200 len: 217 time: 0.0448205 Sep 16 02:00:37.074691 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e4f5-ec49-4ac4-80fa-c1f1a14da0f1 req-cc25616f-9e6f-4bbe-8409-2dbda214de1b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:37.076872 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e28e4f5-ec49-4ac4-80fa-c1f1a14da0f1 req-cc25616f-9e6f-4bbe-8409-2dbda214de1b tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Sep 16 02:00:37.123952 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e28e4f5-ec49-4ac4-80fa-c1f1a14da0f1 req-e1fcc546-54fe-466c-a1f4-f56287f34443 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Sep 16 02:00:37.440564 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240719-f6a2-4cda-a697-99ee292d22ec req-5d6d7525-e64c-4930-bd59-8068679dfc93 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:37.442031 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-97240719-f6a2-4cda-a697-99ee292d22ec req-5d6d7525-e64c-4930-bd59-8068679dfc93 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 943 time: 0.0514364 Sep 16 02:00:37.489991 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-97240719-f6a2-4cda-a697-99ee292d22ec req-a1724008-ff62-4ab1-88b1-a8c729916cdd tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Sep 16 02:00:38.030544 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-02262aa8-f4c0-44ab-b82a-9587dc6a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:38.032075 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-02262aa8-f4c0-44ab-b82a-9587dc6a01d8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0448415 Sep 16 02:00:38.075346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-ef353d13-fc0c-4373-afa8-7c5f1d26a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:38.077516 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-ef353d13-fc0c-4373-afa8-7c5f1d26a15b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390222 Sep 16 02:00:38.173938 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-b000fa06-ab77-4c0e-a416-a6376dd8cf08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893881 Sep 16 02:00:38.286688 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca80e-8d53-4741-92a3-7015b51b29a3 req-2128e382-fedb-43d2-ab6a-ec727bd11323 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:38.288086 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b82ca80e-8d53-4741-92a3-7015b51b29a3 req-2128e382-fedb-43d2-ab6a-ec727bd11323 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0843966 Sep 16 02:00:38.325501 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a3791e34-d3d4-405a-bbd2-2c38ce8092f7 req-f6234d68-568f-46b6-8af9-af182d5f5aae service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413643 Sep 16 02:00:38.353894 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b82ca80e-8d53-4741-92a3-7015b51b29a3 req-328eaff7-85ca-4879-a851-c4a022c709bb tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570233 Sep 16 02:00:38.617694 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986cc86-9424-4ac6-8ba4-6554549978df req-c9b9049e-cfd3-43ef-b135-9e76547cc401 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:38.619152 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a986cc86-9424-4ac6-8ba4-6554549978df req-c9b9049e-cfd3-43ef-b135-9e76547cc401 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 943 time: 0.0466173 Sep 16 02:00:38.677240 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a986cc86-9424-4ac6-8ba4-6554549978df req-06b45aaf-3fff-4d97-af42-6bdd6dbbb199 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509214 Sep 16 02:00:38.703509 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f80da0-3e66-4df7-8746-407d882666bf req-388cbc43-ab79-4e49-81d0-44e3004da44c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:38.704974 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-05f80da0-3e66-4df7-8746-407d882666bf req-388cbc43-ab79-4e49-81d0-44e3004da44c tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 945 time: 0.0505838 Sep 16 02:00:38.789800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Deleting port f93c0228-6dda-49f9-ac21-d2d3362262fa {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:38.790057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:38.886840 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 910a23a7-03f3-4a82-b8d8-4b238685b022 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:00:38.891557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] For port f93c0228-6dda-49f9-ac21-d2d3362262fa, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f93c0228-6dda-49f9-ac21-d2d3362262fa,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:38.891982 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:38.911531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Calling delete_port for f93c0228-6dda-49f9-ac21-d2d3362262fa owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:38.954489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:38.991276 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=910a23a7-03f3-4a82-b8d8-4b238685b022,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:39.004166 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'port_id': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'mac_address': 'fa:16:3e:12:cf:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:00:39.039148 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 910a23a7-03f3-4a82-b8d8-4b238685b022 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:00:39.039535 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:39.046619 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (f93c0228-6dda-49f9-ac21-d2d3362262fa), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:39.055566 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910a23a7-03f3-4a82-b8d8-4b238685b022 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:00:39.074035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event deleted for resources: {'Port': ['ID=f93c0228-6dda-49f9-ac21-d2d3362262fa,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:39.078137 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=910a23a7-03f3-4a82-b8d8-4b238685b022,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:39.084619 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['6bf23a1f-07f6-4b96-abf5-7191389578be', 'f93c0228-6dda-49f9-ac21-d2d3362262fa'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:00:39.088877 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:39.124890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] No DVR routers for this DVR port f93c0228-6dda-49f9-ac21-d2d3362262fa on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:39.127637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:39.130852 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-05f80da0-3e66-4df7-8746-407d882666bf req-7af02c62-02b8-4b84-a764-16a68cd628c5 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "DELETE /networking/v2.0/ports/f93c0228-6dda-49f9-ac21-d2d3362262fa HTTP/1.1" status: 204 len: 173 time: 0.4205053 Sep 16 02:00:39.131353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'name': 'network-vif-deleted', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:39.133621 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23347a36-4cfc-4819-8661-4790bb823e55" -d '{"events": [{"server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "name": "network-vif-deleted", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:39.178515 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9f150d-35eb-4038-8a5f-cda8fea77b95 x-openstack-request-id: req-2e9f150d-35eb-4038-8a5f-cda8fea77b95 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:39.178813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7", "name": "network-vif-deleted", "tag": "f93c0228-6dda-49f9-ac21-d2d3362262fa", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:39.179073 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e9f150d-35eb-4038-8a5f-cda8fea77b95 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:39.179618 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9f150d-35eb-4038-8a5f-cda8fea77b95'] response: {'server_uuid': '7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7', 'name': 'network-vif-deleted', 'tag': 'f93c0228-6dda-49f9-ac21-d2d3362262fa', 'status': 'completed', 'code': 200} Sep 16 02:00:39.337671 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:39.425605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:39.435967 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:39.483497 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6ed6af9e-7795-486e-bfb4-e82f1db04a6b req-127cd473-2ab8-4091-be13-36cda05d59ae tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7dca9fff-ed79-43eb-a7ee-9ce16a34a0e7 HTTP/1.1" status: 200 len: 210 time: 0.0293827 Sep 16 02:00:39.528674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['910a23a7-03f3-4a82-b8d8-4b238685b022'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:00:39.795335 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:39.807642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd711d0e-4bac-481e-a1c2-045657d71212 req-a1bef1a5-67c1-4f8e-bc31-5c70df3d0c27 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:39.809438 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dd711d0e-4bac-481e-a1c2-045657d71212 req-a1bef1a5-67c1-4f8e-bc31-5c70df3d0c27 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 944 time: 0.0549345 Sep 16 02:00:39.859597 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dd711d0e-4bac-481e-a1c2-045657d71212 req-cf509ed9-00e9-42bb-ae14-fd17af9b583d tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Sep 16 02:00:40.808776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872ff68-ed94-49ff-b30e-38eab380160c req-5359931a-90aa-4716-9d6c-d1596033772d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:40.810849 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e872ff68-ed94-49ff-b30e-38eab380160c req-5359931a-90aa-4716-9d6c-d1596033772d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0511100 Sep 16 02:00:40.857766 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e872ff68-ed94-49ff-b30e-38eab380160c req-6a2b1c75-5d2e-4b96-acf8-a456887e544d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Sep 16 02:00:40.935721 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 910a23a7-03f3-4a82-b8d8-4b238685b022 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:00:40.980149 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 910a23a7-03f3-4a82-b8d8-4b238685b022 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:00:40.987244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0934c22-5ce9-4fab-ab76-853cb429b835 req-9d4df33d-dd64-4a35-a13a-2e7e07c5a3c6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:40.989027 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0934c22-5ce9-4fab-ab76-853cb429b835 req-9d4df33d-dd64-4a35-a13a-2e7e07c5a3c6 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 944 time: 0.0505044 Sep 16 02:00:40.993858 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 910a23a7-03f3-4a82-b8d8-4b238685b022 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:00:40.994246 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:40.994584 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 910a23a7-03f3-4a82-b8d8-4b238685b022 Sep 16 02:00:41.046194 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0934c22-5ce9-4fab-ab76-853cb429b835 req-2552ae56-0b2a-4922-a823-f9cad592511a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512972 Sep 16 02:00:41.069927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 910a23a7-03f3-4a82-b8d8-4b238685b022 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:00:41.070247 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:41.096841 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:41.099075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079fdc0c-1883-4d0e-bcb1-c42037616d55" -d '{"events": [{"server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "name": "network-vif-plugged", "status": "completed", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:41.112384 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=910a23a7-03f3-4a82-b8d8-4b238685b022,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:41.116884 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:41.140242 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e980ef-4746-49fd-b034-c811fbd630d6 x-openstack-request-id: req-b8e980ef-4746-49fd-b034-c811fbd630d6 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:41.140538 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "name": "network-vif-plugged", "status": "completed", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:41.140793 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8e980ef-4746-49fd-b034-c811fbd630d6 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:41.141188 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e980ef-4746-49fd-b034-c811fbd630d6'] response: {'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'code': 200} Sep 16 02:00:41.166386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:41.344284 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:00:41.976023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a732d-0848-40d6-ae5a-ba5223d7fd13 req-73a8a4e0-e2fd-47da-ab2e-c2f33c3d3457 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:41.977441 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-895a732d-0848-40d6-ae5a-ba5223d7fd13 req-73a8a4e0-e2fd-47da-ab2e-c2f33c3d3457 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0453076 Sep 16 02:00:42.025192 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-895a732d-0848-40d6-ae5a-ba5223d7fd13 req-92fa2038-7aad-4478-b485-0d01fccfbbe4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Sep 16 02:00:42.167384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675626fa-e9b9-4c57-b6be-d1dcb6c6f3c5 req-62c2fac9-343f-4479-ab6f-57caf5431b69 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:42.168834 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-675626fa-e9b9-4c57-b6be-d1dcb6c6f3c5 req-62c2fac9-343f-4479-ab6f-57caf5431b69 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0451393 Sep 16 02:00:42.214670 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-675626fa-e9b9-4c57-b6be-d1dcb6c6f3c5 req-4990df5f-7b56-452b-94e9-dd9d223f949a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Sep 16 02:00:42.834828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9b08e-5a63-4729-8ddc-7d585aafd050 req-903c3c10-0960-4d41-a433-27f78dbee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:42.836340 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d2e9b08e-5a63-4729-8ddc-7d585aafd050 req-903c3c10-0960-4d41-a433-27f78dbee027 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 1129 time: 0.0380914 Sep 16 02:00:42.878732 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d2e9b08e-5a63-4729-8ddc-7d585aafd050 req-71f92119-2e48-451a-b269-ea2bdeef8858 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Sep 16 02:00:42.927990 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f93c0228-6dda-49f9-ac21-d2d3362262fa no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:42.947979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: f93c0228-6dda-49f9-ac21-d2d3362262fa {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:42.948348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f93c0228-6dda-49f9-ac21-d2d3362262fa not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:43.339871 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c497e-5336-4a40-a11e-ca709c4d639d req-05fe3c23-6974-4ded-98bd-b4afa118e71f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:43.341471 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-257c497e-5336-4a40-a11e-ca709c4d639d req-05fe3c23-6974-4ded-98bd-b4afa118e71f tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0484817 Sep 16 02:00:43.395215 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-257c497e-5336-4a40-a11e-ca709c4d639d req-5168a1db-d35a-4587-9b52-fae796c0002b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Sep 16 02:00:43.410474 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df42a4-a67c-4c9f-90ef-a6f2a7ef4367 req-aa9f700e-4582-4158-863b-8223e3d0d906 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:43.411954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40df42a4-a67c-4c9f-90ef-a6f2a7ef4367 req-aa9f700e-4582-4158-863b-8223e3d0d906 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.3134217 Sep 16 02:00:43.459875 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-40df42a4-a67c-4c9f-90ef-a6f2a7ef4367 req-dab1b0c0-1ce5-4479-9889-2048e7c5690d tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9247ddc1-71a0-4936-8fd5-6fa28c1ac962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Sep 16 02:00:44.212064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-ce879f27-bc2c-4af5-805d-3e72e3970823 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:44.213456 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-ce879f27-bc2c-4af5-805d-3e72e3970823 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 946 time: 0.0472906 Sep 16 02:00:44.297793 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Deleting port 6bf23a1f-07f6-4b96-abf5-7191389578be {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:44.298129 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:44.385274 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] For port 6bf23a1f-07f6-4b96-abf5-7191389578be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6bf23a1f-07f6-4b96-abf5-7191389578be,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:44.385623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:44.398787 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Calling delete_port for 6bf23a1f-07f6-4b96-abf5-7191389578be owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:44.457141 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:44.519856 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cb9a4-3e3e-43ec-888b-5098ef24d350 req-08e50cbb-c33b-48c9-b4f8-9be33c59b677 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:44.521375 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3f1cb9a4-3e3e-43ec-888b-5098ef24d350 req-08e50cbb-c33b-48c9-b4f8-9be33c59b677 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0509784 Sep 16 02:00:44.537605 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6bf23a1f-07f6-4b96-abf5-7191389578be), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:44.581354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Pushing event deleted for resources: {'Port': ['ID=6bf23a1f-07f6-4b96-abf5-7191389578be,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:44.588637 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3f1cb9a4-3e3e-43ec-888b-5098ef24d350 req-297ce66c-0cb0-487a-8432-b58858cdb988 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532510 Sep 16 02:00:44.594965 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['6bf23a1f-07f6-4b96-abf5-7191389578be'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.620556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.621157 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.621157 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.621409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.621880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.621880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.622223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.623133 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.623458 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.623782 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:44.632495 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f50c808c-81b1-4ae0-bc3e-0e14dad5af6f req-53114231-6191-47ec-b5d3-eaa40c53a5c1 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=48c9b577-5e65-464f-9328-da6dc694277c HTTP/1.1" status: 200 len: 210 time: 0.0619509 Sep 16 02:00:44.672873 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] No DVR routers for this DVR port 6bf23a1f-07f6-4b96-abf5-7191389578be on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:44.675560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:44.679071 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61cbd2ed-4f68-4df5-b9ef-2cf7b468a6b9 req-1c5a1987-6ea3-4fe9-ae4f-62fa255839d4 tempest-ServerRescueNegativeTestJSON-1497504670 tempest-ServerRescueNegativeTestJSON-1497504670-project] 10.222.0.50 "DELETE /networking/v2.0/ports/6bf23a1f-07f6-4b96-abf5-7191389578be HTTP/1.1" status: 204 len: 173 time: 0.4579587 Sep 16 02:00:44.679578 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'name': 'network-vif-deleted', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:44.681815 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a30056-3629-4845-93ce-45437632e381" -d '{"events": [{"server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "name": "network-vif-deleted", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:44.717349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f355e-edcb-4e98-af8a-ca621c369269 x-openstack-request-id: req-a53f355e-edcb-4e98-af8a-ca621c369269 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:44.717637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c9b577-5e65-464f-9328-da6dc694277c", "name": "network-vif-deleted", "tag": "6bf23a1f-07f6-4b96-abf5-7191389578be", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:44.717886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a53f355e-edcb-4e98-af8a-ca621c369269 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:44.718287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53f355e-edcb-4e98-af8a-ca621c369269'] response: {'server_uuid': '48c9b577-5e65-464f-9328-da6dc694277c', 'name': 'network-vif-deleted', 'tag': '6bf23a1f-07f6-4b96-abf5-7191389578be', 'status': 'completed', 'code': 200} Sep 16 02:00:45.699668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 50988) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:45.727054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e768665-a28b-4fe0-9aa0-bcd259f9939d req-e212780e-8a8f-469c-9fdb-ae4954ca96ad tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:45.728601 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e768665-a28b-4fe0-9aa0-bcd259f9939d req-e212780e-8a8f-469c-9fdb-ae4954ca96ad tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0514371 Sep 16 02:00:45.756720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:45.780242 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e768665-a28b-4fe0-9aa0-bcd259f9939d req-1450e0ff-22fc-457d-8cdd-4891fe32679b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Sep 16 02:00:45.931885 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccadd82-b9b6-42b1-9d13-65e290cf484e req-4acd8ffd-e8e4-4071-8ad4-83f6266c4c92 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:45.933371 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3ccadd82-b9b6-42b1-9d13-65e290cf484e req-4acd8ffd-e8e4-4071-8ad4-83f6266c4c92 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0782404 Sep 16 02:00:45.944024 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 50994) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:45.948697 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Request body: {'floatingip': {'port_id': '910a23a7-03f3-4a82-b8d8-4b238685b022'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:00:45.992864 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f08e-4779-4cbc-8c94-40d7636a63a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.006056 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.035428 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:46.069526 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:46.220678 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (c438dbd8-0093-49e7-a2f6-77521d792f99), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.425704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.429803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.486451 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Deleting port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:46.486786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.528063 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Floating IP 24e7b735-c354-4af8-b374-d7b493b53ea8 associated. External IP: 172.27.0.218, port: 910a23a7-03f3-4a82-b8d8-4b238685b022. Sep 16 02:00:46.568160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] For port 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:46.568522 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.580764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Calling delete_port for 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 owned by network:router_interface {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:46.709290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:46.729732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:00:46.758410 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (6f3a830b-b35b-45ab-b29b-e8c2f6a326c8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.780941 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3a830b-b35b-45ab-b29b-e8c2f6a326c8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:46.790652 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.791121 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.791337 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.791657 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.792005 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.792340 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.792660 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.792983 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.793306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.793626 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.793946 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.794448 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.794894 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.795229 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.795526 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:00:46.847638 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:00:46.854196 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:46.861612 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:00:46.882560 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:46.883514 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:46.888991 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8d279e3e-5ed7-4c9f-8c57-923e97c1a372 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/24e7b735-c354-4af8-b374-d7b493b53ea8 HTTP/1.1" status: 200 len: 991 time: 0.9430947 Sep 16 02:00:46.889941 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:00:46.892390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63811ad-4490-44d1-9de9-3b40b03abfc7" -d '{"events": [{"name": "network-changed", "server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:00:46.938930 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab7bf4-d57c-4551-9dcc-72141bbf7a14 x-openstack-request-id: req-76ab7bf4-d57c-4551-9dcc-72141bbf7a14 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:00:46.939097 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:00:46.939359 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76ab7bf4-d57c-4551-9dcc-72141bbf7a14 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:00:46.939769 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ab7bf4-d57c-4551-9dcc-72141bbf7a14'] response: {'name': 'network-changed', 'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'status': 'completed', 'code': 200} Sep 16 02:00:46.965582 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (c438dbd8-0093-49e7-a2f6-77521d792f99), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:47.001552 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.006502 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:47.030571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.038408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.041711 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-17a7217e-7ad5-4ce4-92d9-8c4052ad8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:47.043373 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-17a7217e-7ad5-4ce4-92d9-8c4052ad8ed3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=eddbb633debb4badb74f142d92baed98&device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 1129 time: 0.0539804 Sep 16 02:00:47.108703 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.132101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.144323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-8c46d1d8-0185-46d5-99d6-56ca2bd6e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:47.145781 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-8c46d1d8-0185-46d5-99d6-56ca2bd6e54d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 200 len: 911 time: 0.0951712 Sep 16 02:00:47.196927 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Router c438dbd8-0093-49e7-a2f6-77521d792f99 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:00:47.211722 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-47fd8c53-0743-4da6-aca8-ce916f83a31d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910a23a7-03f3-4a82-b8d8-4b238685b022 HTTP/1.1" status: 200 len: 999 time: 0.0598166 Sep 16 02:00:47.236079 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '24e7b735-c354-4af8-b374-d7b493b53ea8', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:12:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:00:23Z', 'updated_at': '2022-09-16T02:00:46Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:47.260642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-11411695-a6fd-4f2a-a356-9da1de2fc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:47.262521 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:00:47.262647 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-11411695-a6fd-4f2a-a356-9da1de2fc710 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 200 len: 849 time: 0.0450320 Sep 16 02:00:47.271881 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:47.272511 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:47.313715 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-8c9ba0eb-c6d1-4366-a916-b148ea556147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:00:47.315453 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-8c9ba0eb-c6d1-4366-a916-b148ea556147 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=563a693f-c940-49d3-9204-92b27430de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455933 Sep 16 02:00:47.382613 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:47.412920 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-7a967f0e-adbb-4f2a-a23b-c33ff839775d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899165 Sep 16 02:00:47.493359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:00:47.502754 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51000) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:47.504643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Sync routers for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:00:47.509460 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c36ce2bf-efcf-47ff-9dac-09e36e82d8f3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c438dbd8-0093-49e7-a2f6-77521d792f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080184 Sep 16 02:00:47.519653 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:47.520329 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:47.550550 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e63811ad-4490-44d1-9de9-3b40b03abfc7 req-583571ad-aa8d-4473-9749-1d3710c74a79 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314507 Sep 16 02:00:47.618008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks [] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:47.621180 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '24e7b735-c354-4af8-b374-d7b493b53ea8', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:12:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:00:23Z', 'updated_at': '2022-09-16T02:00:46Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:47.642974 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:47.647027 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad219d1d-9941-42e3-89ed-c210107be929 None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '24e7b735-c354-4af8-b374-d7b493b53ea8', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'port_id': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'mac_address': 'fa:16:3e:12:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:00:23Z', 'updated_at': '2022-09-16T02:00:46Z', 'revision_number': 1, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:00:47.730070 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks [] for router_gateway (c438dbd8-0093-49e7-a2f6-77521d792f99), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:47.778811 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Deleting port 6666a22a-1256-4350-b3df-6780b8f69e22 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:47.779388 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:47.870228 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:47.878277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T02:00:46Z', 'revision_number': 5, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port': {'id': '6666a22a-1256-4350-b3df-6780b8f69e22', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:53Z', 'updated_at': '2022-09-16T01:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:47.888804 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] For port 6666a22a-1256-4350-b3df-6780b8f69e22, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6666a22a-1256-4350-b3df-6780b8f69e22,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:47.889325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:47.911456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Checking router: c438dbd8-0093-49e7-a2f6-77521d792f99 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:00:47.916720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Calling delete_port for 6666a22a-1256-4350-b3df-6780b8f69e22 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:47.927619 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302688e-23e9-4698-9331-de31050de00c None None] New status for floating IP 24e7b735-c354-4af8-b374-d7b493b53ea8: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:00:47.935117 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Routers {'c438dbd8-0093-49e7-a2f6-77521d792f99'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:00:47.935760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:00:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['c438dbd8-0093-49e7-a2f6-77521d792f99'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:48.031466 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:48.036845 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] Set router c438dbd8-0093-49e7-a2f6-77521d792f99 gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:00:48.111979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T02:00:47Z', 'revision_number': 6, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:48.132061 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6666a22a-1256-4350-b3df-6780b8f69e22), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.137179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:48.146351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bb541-d2b4-40f5-a8d6-5544ede8aa55 None None] The sync data for ids ['c438dbd8-0093-49e7-a2f6-77521d792f99'] in dv-cinder-849143-2-iscsi is: [{'id': 'c438dbd8-0093-49e7-a2f6-77521d792f99', 'name': 'tempest-ServerRescueNegativeTestJSON-753174749-router', 'tenant_id': '57aaf234892543698d91303961f14abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:50Z', 'updated_at': '2022-09-16T02:00:47Z', 'revision_number': 6, 'project_id': '57aaf234892543698d91303961f14abd', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:00:48.171475 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Pushing event deleted for resources: {'Port': ['ID=6666a22a-1256-4350-b3df-6780b8f69e22,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:48.242381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (c438dbd8-0093-49e7-a2f6-77521d792f99), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.352297 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.354446 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks [] for router_controller (c438dbd8-0093-49e7-a2f6-77521d792f99), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.430453 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (c438dbd8-0093-49e7-a2f6-77521d792f99), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.431002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c438dbd8-0093-49e7-a2f6-77521d792f99 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:00:48.436709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.437983 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4886b8e8-7e6f-465c-9dfe-0e4a602d5846 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c438dbd8-0093-49e7-a2f6-77521d792f99 HTTP/1.1" status: 204 len: 168 time: 0.9341521 Sep 16 02:00:48.440694 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51002) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:48.443452 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-84367d4b-934b-4fc5-b07e-3497834c6ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.490229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Deleting subnet baebba95-5a42-46b4-85d1-9ff51d0b77c4 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:00:48.494921 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Publish callbacks [] for subnet (baebba95-5a42-46b4-85d1-9ff51d0b77c4), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.535887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (baebba95-5a42-46b4-85d1-9ff51d0b77c4), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.629889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (baebba95-5a42-46b4-85d1-9ff51d0b77c4), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.681568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (baebba95-5a42-46b4-85d1-9ff51d0b77c4), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.705430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baebba95-5a42-46b4-85d1-9ff51d0b77c4,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:48.711487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.714575 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-faaf4a5b-0e70-4e6a-80c1-c687a76a90c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/baebba95-5a42-46b4-85d1-9ff51d0b77c4 HTTP/1.1" status: 204 len: 168 time: 0.2726629 Sep 16 02:00:48.717268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51004) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:48.719880 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a7a01d-2561-4a7f-9adf-630ff4c50442 None None] Network 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:00:48.787152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.802121 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:48.833285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Deleting port 9dfff777-4cca-47ec-927d-c492eacd9f10 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:48.833624 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.903832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] For port 9dfff777-4cca-47ec-927d-c492eacd9f10, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9dfff777-4cca-47ec-927d-c492eacd9f10,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:48.903832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:48.917032 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Calling delete_port for 9dfff777-4cca-47ec-927d-c492eacd9f10 owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:48.918544 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:48.933575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] DHCP port deletion for 992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:00:48.962028 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 6bf23a1f-07f6-4b96-abf5-7191389578be no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:48.992389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 6bf23a1f-07f6-4b96-abf5-7191389578be {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:48.992738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 6bf23a1f-07f6-4b96-abf5-7191389578be not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:48.998159 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Deleting port 9dfff777-4cca-47ec-927d-c492eacd9f10 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:00:48.998543 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.005482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.031760 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfff777-4cca-47ec-927d-c492eacd9f10,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:49.036133 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] No DVR routers for this DVR port 9dfff777-4cca-47ec-927d-c492eacd9f10 on host dv-cinder-849143-2-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:49.073983 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] For port 9dfff777-4cca-47ec-927d-c492eacd9f10, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9dfff777-4cca-47ec-927d-c492eacd9f10,segment=NetworkSegment(f1d2df64-1565-4bac-92fa-99f3ae2ce05b),segment_id=f1d2df64-1565-4bac-92fa-99f3ae2ce05b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:00:49.074463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.087629 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Calling delete_port for 9dfff777-4cca-47ec-927d-c492eacd9f10 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:00:49.172419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (9dfff777-4cca-47ec-927d-c492eacd9f10), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.199607 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] Pushing event deleted for resources: {'Port': ['ID=9dfff777-4cca-47ec-927d-c492eacd9f10,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:49.204034 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eecf64-d09f-459d-9a71-28ed1c74c90d None None] No DVR routers for this DVR port 9dfff777-4cca-47ec-927d-c492eacd9f10 on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:00:49.370704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.387588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:49.391790 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992cb23b-f0e5-4bb7-a3b2-f0f9634fe190']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:49.402164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:49.402403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d2df64-1565-4bac-92fa-99f3ae2ce05b') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:00:49.412881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (f1d2df64-1565-4bac-92fa-99f3ae2ce05b), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.427349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (f1d2df64-1565-4bac-92fa-99f3ae2ce05b), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.434058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:00:49.434497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (f1d2df64-1565-4bac-92fa-99f3ae2ce05b), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.494458 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (992cb23b-f0e5-4bb7-a3b2-f0f9634fe190), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.513437 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.519007 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/992cb23b-f0e5-4bb7-a3b2-f0f9634fe190 HTTP/1.1" status: 204 len: 168 time: 0.7985029 Sep 16 02:00:49.521648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27240-7297-4eb5-a853-5fed02b77cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=992cb23b-f0e5-4bb7-a3b2-f0f9634fe190,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:49.525719 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.526400 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment f1d2df64-1565-4bac-92fa-99f3ae2ce05b resource provider aggregate not found Sep 16 02:00:49.543086 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment f1d2df64-1565-4bac-92fa-99f3ae2ce05b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1d2df64-1565-4bac-92fa-99f3ae2ce05b found for delete ", "request_id": "req-e63d8691-5309-4103-a44c-8328bab5c9b8"}]} Sep 16 02:00:49.629851 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51014) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:49.668502 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-279e4d98-43c9-48c8-bf56-e930cd0b61e4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=57aaf234892543698d91303961f14abd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373926 Sep 16 02:00:49.671323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51016) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:49.718499 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] Publish callbacks [] for security_group (9247ddc1-71a0-4936-8fd5-6fa28c1ac962), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.738527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] Publish callbacks [] for security_group (9247ddc1-71a0-4936-8fd5-6fa28c1ac962), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.786304 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9247ddc1-71a0-4936-8fd5-6fa28c1ac962), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.789046 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:49.790370 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9247ddc1-71a0-4936-8fd5-6fa28c1ac962 HTTP/1.1" status: 204 len: 168 time: 0.1180208 Sep 16 02:00:49.801890 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e9801-0856-473f-b935-41ccb98aba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9247ddc1-71a0-4936-8fd5-6fa28c1ac962,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:49.851761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9dfff777-4cca-47ec-927d-c492eacd9f10 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:49.871648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 9dfff777-4cca-47ec-927d-c492eacd9f10 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:49.872652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9dfff777-4cca-47ec-927d-c492eacd9f10 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:49.873236 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:49.892025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:49.892374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6f3a830b-b35b-45ab-b29b-e8c2f6a326c8 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:49.892783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6666a22a-1256-4350-b3df-6780b8f69e22 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:00:49.914620 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 6666a22a-1256-4350-b3df-6780b8f69e22 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:00:49.914969 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6666a22a-1256-4350-b3df-6780b8f69e22 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:00:51.104016 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.415672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51064) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:51.477617 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.526027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-840c26ee-3c1c-4662-afcc-9333cb4791bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.603299 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-840c26ee-3c1c-4662-afcc-9333cb4791bb admin admin] Publish callbacks [] for security_group (bfe96b7e-c751-4d21-b336-0bef962f91f4), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.608041 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-840c26ee-3c1c-4662-afcc-9333cb4791bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bfe96b7e-c751-4d21-b336-0bef962f91f4), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.646825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-840c26ee-3c1c-4662-afcc-9333cb4791bb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a4a4208580044b7eaf511cc235ccdb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300344 Sep 16 02:00:51.648000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c26ee-3c1c-4662-afcc-9333cb4791bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe96b7e-c751-4d21-b336-0bef962f91f4,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:51.649630 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51068) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:51.702921 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] Publish callbacks [] for security_group (bfe96b7e-c751-4d21-b336-0bef962f91f4), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.722684 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] Publish callbacks [] for security_group (bfe96b7e-c751-4d21-b336-0bef962f91f4), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.767785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bfe96b7e-c751-4d21-b336-0bef962f91f4), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.770160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:51.771271 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bfe96b7e-c751-4d21-b336-0bef962f91f4 HTTP/1.1" status: 204 len: 168 time: 0.1199083 Sep 16 02:00:51.779769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76c84a-810b-4d15-b9ce-d5fb0f36d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe96b7e-c751-4d21-b336-0bef962f91f4,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:52.047285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51074) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:52.061151 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b1e0992a-fdd8-48f2-973b-5579baa642a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.134616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b1e0992a-fdd8-48f2-973b-5579baa642a2 admin admin] Publish callbacks [] for security_group (faaebf66-1742-4e1c-84c8-8e152ff3f9d8), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.139048 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b1e0992a-fdd8-48f2-973b-5579baa642a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (faaebf66-1742-4e1c-84c8-8e152ff3f9d8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.178051 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b1e0992a-fdd8-48f2-973b-5579baa642a2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0a084df7a9e64f58a895342ad8cabd49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296685 Sep 16 02:00:52.180027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0992a-fdd8-48f2-973b-5579baa642a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaebf66-1742-4e1c-84c8-8e152ff3f9d8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:52.180724 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51076) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:00:52.228914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] Publish callbacks [] for security_group (faaebf66-1742-4e1c-84c8-8e152ff3f9d8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.249019 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] Publish callbacks [] for security_group (faaebf66-1742-4e1c-84c8-8e152ff3f9d8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.296387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (faaebf66-1742-4e1c-84c8-8e152ff3f9d8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.298785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:00:52.299907 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/faaebf66-1742-4e1c-84c8-8e152ff3f9d8 HTTP/1.1" status: 204 len: 168 time: 0.1182182 Sep 16 02:00:52.307436 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10c701-5006-41c2-81fb-094475149d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaebf66-1742-4e1c-84c8-8e152ff3f9d8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:00:58.055704 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:58.060792 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=68 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:00:58.395896 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.061974 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51212) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:01.165902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d30163fe-d443-49e3-918c-6835b07dba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.261312 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d30163fe-d443-49e3-918c-6835b07dba0b admin admin] Publish callbacks [] for security_group (73b09c80-938c-4485-8ee9-252a517a844e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.265658 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d30163fe-d443-49e3-918c-6835b07dba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (73b09c80-938c-4485-8ee9-252a517a844e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.279535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:01.306947 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d30163fe-d443-49e3-918c-6835b07dba0b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6df5f1d061e546589047c20010d79a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439427 Sep 16 02:01:01.307711 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30163fe-d443-49e3-918c-6835b07dba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b09c80-938c-4485-8ee9-252a517a844e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:01.310272 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51216) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:01.358390 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:01.364094 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] Publish callbacks [] for security_group (73b09c80-938c-4485-8ee9-252a517a844e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.376535 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:01.386559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] Publish callbacks [] for security_group (73b09c80-938c-4485-8ee9-252a517a844e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.438911 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (73b09c80-938c-4485-8ee9-252a517a844e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.442614 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.446743 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/73b09c80-938c-4485-8ee9-252a517a844e HTTP/1.1" status: 204 len: 168 time: 0.1353457 Sep 16 02:01:01.455424 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb54192-efcf-4bab-ba11-85bc694d5596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b09c80-938c-4485-8ee9-252a517a844e,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:01.553974 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-7c71ae52-d368-4edb-be7a-fc488fc048ea service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394046 Sep 16 02:01:01.632260 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-2924eaeb-c3de-445d-be8d-9f529bbca032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:01.633737 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-2924eaeb-c3de-445d-be8d-9f529bbca032 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1130 time: 0.0417399 Sep 16 02:01:01.711502 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:01.730096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51222) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:01.744473 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea1e9-ebb3-453e-9c94-1bfcaf36b088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.750671 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-1f575c93-67ff-456d-9e36-fc29268a1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:01.752444 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-1f575c93-67ff-456d-9e36-fc29268a1fb6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0998888 Sep 16 02:01:01.824101 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-ea258ccc-c445-4e3e-8f80-a955cec9b1d8 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1002 time: 0.0641949 Sep 16 02:01:01.829227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea1e9-ebb3-453e-9c94-1bfcaf36b088 admin admin] Publish callbacks [] for security_group (f4f85379-bdff-4fc1-8a26-9167a987867f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.833328 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea1e9-ebb3-453e-9c94-1bfcaf36b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f4f85379-bdff-4fc1-8a26-9167a987867f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.873046 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-dc4ea1e9-ebb3-453e-9c94-1bfcaf36b088 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b88423e66f084b9695627b38083bb7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418371 Sep 16 02:01:01.873844 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ea1e9-ebb3-453e-9c94-1bfcaf36b088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f85379-bdff-4fc1-8a26-9167a987867f,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:01.876223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51224) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:01.879079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-c3dfd2cd-87f2-42b3-bb09-fffaea7f2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:01.880702 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-c3dfd2cd-87f2-42b3-bb09-fffaea7f2f7c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0502558 Sep 16 02:01:01.925782 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-e3a75728-b931-4cec-a4f4-2ffdfc12796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:01.927294 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-e3a75728-b931-4cec-a4f4-2ffdfc12796f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404177 Sep 16 02:01:01.929833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] Publish callbacks [] for security_group (f4f85379-bdff-4fc1-8a26-9167a987867f), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.952643 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] Publish callbacks [] for security_group (f4f85379-bdff-4fc1-8a26-9167a987867f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:01.999387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f4f85379-bdff-4fc1-8a26-9167a987867f), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.002306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.005779 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f4f85379-bdff-4fc1-8a26-9167a987867f HTTP/1.1" status: 204 len: 168 time: 0.1233308 Sep 16 02:01:02.012033 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20bf0e-180b-477e-8a30-3a36bf83a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f85379-bdff-4fc1-8a26-9167a987867f,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:02.023092 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-ca81b4de-b548-4b7d-a029-c5e1a822cf2f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896626 Sep 16 02:01:02.120784 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e313466e-c89d-49c4-afad-cf2c5dfb6826 req-177015dc-cdc5-458a-a61d-735488455e4a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915508 Sep 16 02:01:02.335357 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51230) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:02.349494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-07ea0cae-b6a8-46cc-b76a-43f31ceb1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.423485 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-07ea0cae-b6a8-46cc-b76a-43f31ceb1280 admin admin] Publish callbacks [] for security_group (f0cef1a6-e099-4b06-95a7-9743a83984c7), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.427316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-07ea0cae-b6a8-46cc-b76a-43f31ceb1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0cef1a6-e099-4b06-95a7-9743a83984c7), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.464836 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea0cae-b6a8-46cc-b76a-43f31ceb1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cef1a6-e099-4b06-95a7-9743a83984c7,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:02.470113 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-07ea0cae-b6a8-46cc-b76a-43f31ceb1280 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8059a0a09bb841798936b90bb5b1635b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336813 Sep 16 02:01:02.472967 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51232) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:02.523267 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] Publish callbacks [] for security_group (f0cef1a6-e099-4b06-95a7-9743a83984c7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.542785 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] Publish callbacks [] for security_group (f0cef1a6-e099-4b06-95a7-9743a83984c7), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.592451 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f0cef1a6-e099-4b06-95a7-9743a83984c7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.594921 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:02.596094 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0cef1a6-e099-4b06-95a7-9743a83984c7 HTTP/1.1" status: 204 len: 168 time: 0.1221321 Sep 16 02:01:02.605063 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64016b-36ed-4496-a681-528ebb18a0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cef1a6-e099-4b06-95a7-9743a83984c7,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:04.592724 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51300) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:04.698549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62049d84-62c8-4b46-8a64-5fe2d117a132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.772604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62049d84-62c8-4b46-8a64-5fe2d117a132 admin admin] Publish callbacks [] for security_group (2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.776284 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-62049d84-62c8-4b46-8a64-5fe2d117a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.814498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62049d84-62c8-4b46-8a64-5fe2d117a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:04.819091 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-62049d84-62c8-4b46-8a64-5fe2d117a132 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4c6a714b8c484037bf68c1e76f4df030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253325 Sep 16 02:01:04.822311 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51304) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:04.876997 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] Publish callbacks [] for security_group (2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.902492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] Publish callbacks [] for security_group (2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.949421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.952535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:04.953662 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c HTTP/1.1" status: 204 len: 168 time: 0.1308763 Sep 16 02:01:04.961291 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9827c-6900-464c-b66a-86fc23dc9480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3fd9b3-9f52-4ab9-ba5d-8d176e3c3e0c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:05.214918 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51310) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:05.228346 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c0dee60a-87c3-49a8-b924-9dbe0504b56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.254096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:05.258046 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:05.312795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c0dee60a-87c3-49a8-b924-9dbe0504b56d admin admin] Publish callbacks [] for security_group (15dc1879-696e-441f-bdca-39b8f22652f4), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.316418 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c0dee60a-87c3-49a8-b924-9dbe0504b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (15dc1879-696e-441f-bdca-39b8f22652f4), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.364718 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c0dee60a-87c3-49a8-b924-9dbe0504b56d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1a676e96cc1548d5a00836b62f31864b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486259 Sep 16 02:01:05.365764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dee60a-87c3-49a8-b924-9dbe0504b56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dc1879-696e-441f-bdca-39b8f22652f4,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:05.367418 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51312) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:05.416924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] Publish callbacks [] for security_group (15dc1879-696e-441f-bdca-39b8f22652f4), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.432927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:05.438448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] Publish callbacks [] for security_group (15dc1879-696e-441f-bdca-39b8f22652f4), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.444518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:05.489099 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (15dc1879-696e-441f-bdca-39b8f22652f4), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.491519 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:05.492688 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/15dc1879-696e-441f-bdca-39b8f22652f4 HTTP/1.1" status: 204 len: 168 time: 0.1241238 Sep 16 02:01:05.502708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140db8d4-2baf-41b9-b2cd-8c95f5602d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dc1879-696e-441f-bdca-39b8f22652f4,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:06.558679 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51342) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:06.664287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb4e9a2f-564e-4f4e-be92-ea032d049131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.741029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb4e9a2f-564e-4f4e-be92-ea032d049131 admin admin] Publish callbacks [] for security_group (ef0f9833-58b3-47d2-8684-86248ac3bc28), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.747704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bb4e9a2f-564e-4f4e-be92-ea032d049131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ef0f9833-58b3-47d2-8684-86248ac3bc28), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.787038 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bb4e9a2f-564e-4f4e-be92-ea032d049131 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5c5e62bd9fa245908de33d5f0a954670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272122 Sep 16 02:01:06.788003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e9a2f-564e-4f4e-be92-ea032d049131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f9833-58b3-47d2-8684-86248ac3bc28,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:06.789757 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51346) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:06.840952 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] Publish callbacks [] for security_group (ef0f9833-58b3-47d2-8684-86248ac3bc28), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.860774 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] Publish callbacks [] for security_group (ef0f9833-58b3-47d2-8684-86248ac3bc28), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.910092 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (ef0f9833-58b3-47d2-8684-86248ac3bc28), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.912595 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:06.913703 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ef0f9833-58b3-47d2-8684-86248ac3bc28 HTTP/1.1" status: 204 len: 168 time: 0.1228924 Sep 16 02:01:06.922179 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b563af-4314-400d-be51-32df0fe002bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f9833-58b3-47d2-8684-86248ac3bc28,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:15.978537 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5a40401f-3036-4f64-b5d2-87b95d9ed57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:16.781672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:16.783078 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=2,neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:16.896649 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=1,neutron:SELECT=24,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:16.917745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=8,neutron:SELECT=33,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:18.343240 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:01:18.423702 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:18.437679 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4f0fdf89-2fd2-4736-8cb9-716ff3aa0af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:19.498091 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:19.511899 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:20.722848 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dba30-1394-4dd6-89d4-71613db006b2 req-403c9b0f-7f86-4b8c-852b-0911e6f7a212 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:20.724236 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed4dba30-1394-4dd6-89d4-71613db006b2 req-403c9b0f-7f86-4b8c-852b-0911e6f7a212 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0482111 Sep 16 02:01:20.770945 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed4dba30-1394-4dd6-89d4-71613db006b2 req-9fa0d696-f913-4c43-ac2e-bddd90ffb3a6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Sep 16 02:01:21.106368 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:21.480581 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:21.901773 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b0c94-5077-4997-acb0-6d7ed122abab req-54c98496-075e-4b13-ad49-ad9d6e7a9833 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:21.903343 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-765b0c94-5077-4997-acb0-6d7ed122abab req-54c98496-075e-4b13-ad49-ad9d6e7a9833 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0488462 Sep 16 02:01:21.949937 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-765b0c94-5077-4997-acb0-6d7ed122abab req-c3c02219-9409-4ca1-b369-fd55864e7bea tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 Sep 16 02:01:23.077840 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6155dbe-5369-4f80-a846-fd4190a86690 req-3fc998ac-4db1-41f5-b8c6-6ec1b0286637 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:23.079724 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6155dbe-5369-4f80-a846-fd4190a86690 req-3fc998ac-4db1-41f5-b8c6-6ec1b0286637 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0450532 Sep 16 02:01:23.125783 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6155dbe-5369-4f80-a846-fd4190a86690 req-81289fc7-1258-4119-b012-e0cae032ab73 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 Sep 16 02:01:24.250563 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94542c-a81e-4b73-ba4a-eaec66e63ae3 req-beb706cf-0015-4d46-aaa9-c837abe7de86 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:24.252369 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c94542c-a81e-4b73-ba4a-eaec66e63ae3 req-beb706cf-0015-4d46-aaa9-c837abe7de86 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0469556 Sep 16 02:01:24.303891 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c94542c-a81e-4b73-ba4a-eaec66e63ae3 req-1d8059d1-25a3-4e4e-8907-62c397cfde6c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Sep 16 02:01:25.436198 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea6041-1865-4f03-aa22-c7d70d0c26cf req-87e0c6c2-b243-41e2-8cf6-c4df7c28fa1c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:25.437671 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86ea6041-1865-4f03-aa22-c7d70d0c26cf req-87e0c6c2-b243-41e2-8cf6-c4df7c28fa1c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0523458 Sep 16 02:01:25.483965 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86ea6041-1865-4f03-aa22-c7d70d0c26cf req-c00f9666-9a70-471b-8229-80010c916c16 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Sep 16 02:01:26.612672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e731e48-3572-46d8-a7cc-fc60a88c50b6 req-d59a84b8-e0a0-44f0-a63e-b9c5d06bcc10 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:26.614131 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9e731e48-3572-46d8-a7cc-fc60a88c50b6 req-d59a84b8-e0a0-44f0-a63e-b9c5d06bcc10 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0473642 Sep 16 02:01:26.664720 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9e731e48-3572-46d8-a7cc-fc60a88c50b6 req-ae5a6662-2502-4d41-a652-5143fb8d8c78 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Sep 16 02:01:27.795959 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe77a3-7098-4493-9d08-235365eddb86 req-70a44b0c-e555-40dd-b88c-4fb91b389f57 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:27.797462 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fbbe77a3-7098-4493-9d08-235365eddb86 req-70a44b0c-e555-40dd-b88c-4fb91b389f57 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0486810 Sep 16 02:01:27.848387 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fbbe77a3-7098-4493-9d08-235365eddb86 req-de36086c-a02e-4929-8dee-0864159e1503 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445347 Sep 16 02:01:28.339294 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:28.387680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:28.975344 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62459f64-e6cf-42ff-9893-20fb4e8eec90 req-b295136f-c842-462b-a6e4-ce9aec629c17 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:28.976872 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-62459f64-e6cf-42ff-9893-20fb4e8eec90 req-b295136f-c842-462b-a6e4-ce9aec629c17 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0476220 Sep 16 02:01:29.025643 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-62459f64-e6cf-42ff-9893-20fb4e8eec90 req-f982afff-ceb4-42ef-a60d-9bb7e44d20a9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Sep 16 02:01:30.155732 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e239ea3-fa0c-458a-82e2-c28d98dab78e req-4cdadd57-db75-43fa-8114-4cd400dec340 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:30.157239 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1e239ea3-fa0c-458a-82e2-c28d98dab78e req-4cdadd57-db75-43fa-8114-4cd400dec340 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0476646 Sep 16 02:01:30.209085 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1e239ea3-fa0c-458a-82e2-c28d98dab78e req-884f23aa-b88e-48a7-8d53-489b83aac54c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457485 Sep 16 02:01:31.342534 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a90522-7712-4950-b2a0-de3c5e80238b req-706edf8c-a38b-436e-9e76-91f69c8f8071 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:31.344047 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58a90522-7712-4950-b2a0-de3c5e80238b req-706edf8c-a38b-436e-9e76-91f69c8f8071 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0525031 Sep 16 02:01:31.393662 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-58a90522-7712-4950-b2a0-de3c5e80238b req-85381394-fd18-49a6-a3b4-2981f99ffbc7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Sep 16 02:01:32.520910 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c96d1-3448-4715-9fe1-d9a2862ad397 req-c51ecc1a-b9e1-4cc5-a299-0ced0ff7c64b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:32.522652 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-904c96d1-3448-4715-9fe1-d9a2862ad397 req-c51ecc1a-b9e1-4cc5-a299-0ced0ff7c64b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Sep 16 02:01:32.573020 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-904c96d1-3448-4715-9fe1-d9a2862ad397 req-2881bf2d-962e-4a97-ab41-c536cd75728f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 Sep 16 02:01:33.158531 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:01:33.261089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:01:33.392499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:01:33.428888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: ACTIVE; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:01:33.429197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:33.442082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:01:33.462391 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:01:33.466429 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:33.515600 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=6']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:33.523960 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.524317 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.524687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.525032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.525363 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.525695 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.526023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.526347 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.526670 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.526992 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.527317 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.527664 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.527995 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.528318 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.528635 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:33.665649 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4127457c-ae36-44e0-abd0-2ee3fefef488'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:01:33.705724 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235cf4e-5992-4fc9-914c-e6cfac859cb9 req-ec8a42f1-a3c0-4a87-9400-c166d27f49fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:33.707111 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0235cf4e-5992-4fc9-914c-e6cfac859cb9 req-ec8a42f1-a3c0-4a87-9400-c166d27f49fa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 945 time: 0.0481188 Sep 16 02:01:33.759444 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0235cf4e-5992-4fc9-914c-e6cfac859cb9 req-13a982b7-91d9-4d28-b56b-ad12081cb2cb tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Sep 16 02:01:34.892666 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb1fdf-0217-497c-a430-1618ecce074d req-b87ad9d2-cfdd-4a78-bc22-1f4f2a866e68 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:34.894137 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-34eb1fdf-0217-497c-a430-1618ecce074d req-b87ad9d2-cfdd-4a78-bc22-1f4f2a866e68 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Sep 16 02:01:34.943383 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-34eb1fdf-0217-497c-a430-1618ecce074d req-9272a5f5-3be5-4937-9466-315171b3e681 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Sep 16 02:01:35.181125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:01:35.225436 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4127457c-ae36-44e0-abd0-2ee3fefef488 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:01:35.225807 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:35.226146 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 02:01:35.301461 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:01:35.301835 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:35.324795 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:01:35.326999 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6018273a-425f-4251-adec-e3e31229c5ae" -d '{"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:01:35.339482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:01:35.343333 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:35.369054 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e352f9-ab21-4de0-9f6a-f1d6cffb83bc x-openstack-request-id: req-73e352f9-ab21-4de0-9f6a-f1d6cffb83bc {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:01:35.369378 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:01:35.369635 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73e352f9-ab21-4de0-9f6a-f1d6cffb83bc {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:01:35.370058 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e352f9-ab21-4de0-9f6a-f1d6cffb83bc'] response: {'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'code': 200} Sep 16 02:01:35.394298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=7']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:36.074605 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834aeea-e7c1-4961-9e80-0b5c5da678f1 req-01b71914-901d-4906-8aab-3f4300825c52 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:36.076141 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7834aeea-e7c1-4961-9e80-0b5c5da678f1 req-01b71914-901d-4906-8aab-3f4300825c52 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0517788 Sep 16 02:01:36.122688 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7834aeea-e7c1-4961-9e80-0b5c5da678f1 req-48c858e7-bca1-48f2-bfa0-0bb594d087d2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Sep 16 02:01:37.253593 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288e868-a33a-4e09-9575-bab880223040 req-5c33ec44-3940-4047-9840-282e91ca0974 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:37.255642 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e288e868-a33a-4e09-9575-bab880223040 req-5c33ec44-3940-4047-9840-282e91ca0974 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0501711 Sep 16 02:01:37.301698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e288e868-a33a-4e09-9575-bab880223040 req-e84a2d4c-5964-4b5b-a783-0023ec727390 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Sep 16 02:01:38.429889 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133dac-fe0b-49ef-b95d-2043f5ab02d4 req-a12e6afc-fca7-41b6-b89f-20564f01a6b6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:38.431343 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-38133dac-fe0b-49ef-b95d-2043f5ab02d4 req-a12e6afc-fca7-41b6-b89f-20564f01a6b6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0475900 Sep 16 02:01:38.478545 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-38133dac-fe0b-49ef-b95d-2043f5ab02d4 req-bbab80dd-491b-461d-b29a-198144d07b0b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Sep 16 02:01:39.624981 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea5822-8c11-4bf0-a70c-ac67fc8a1a6a req-6f5c5f5f-12e4-4355-8579-0478b4cbc2b8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:39.627407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0ea5822-8c11-4bf0-a70c-ac67fc8a1a6a req-6f5c5f5f-12e4-4355-8579-0478b4cbc2b8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0632885 Sep 16 02:01:39.679596 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e0ea5822-8c11-4bf0-a70c-ac67fc8a1a6a req-ed75484c-6681-4db2-ae79-5d91d9f644df tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454032 Sep 16 02:01:40.815838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e62c0-f98f-4b2f-83bb-4fb6245b066e req-8bbb8057-9c2b-4421-985a-0bdb287befbe tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:40.817918 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e11e62c0-f98f-4b2f-83bb-4fb6245b066e req-8bbb8057-9c2b-4421-985a-0bdb287befbe tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Sep 16 02:01:40.868893 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e11e62c0-f98f-4b2f-83bb-4fb6245b066e req-155b6169-4ac7-4347-b9d4-89c6a3beb14b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Sep 16 02:01:42.002745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354b68b-c021-4439-90bb-cdbf0040df49 req-d779e95f-63b9-4ca0-97f1-a503847f835b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:42.004266 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c354b68b-c021-4439-90bb-cdbf0040df49 req-d779e95f-63b9-4ca0-97f1-a503847f835b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0486369 Sep 16 02:01:42.065530 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c354b68b-c021-4439-90bb-cdbf0040df49 req-d1c6f338-04ff-45ae-9921-83be1f082280 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535834 Sep 16 02:01:43.221822 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02369360-53bc-469b-b400-391abbf6686b req-9cc05920-7536-41a1-8dea-1164a288af6f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:43.223557 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-02369360-53bc-469b-b400-391abbf6686b req-9cc05920-7536-41a1-8dea-1164a288af6f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0514700 Sep 16 02:01:43.236883 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:43.276470 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-02369360-53bc-469b-b400-391abbf6686b req-8797e85d-298a-426a-875e-3c38f2a9210f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Sep 16 02:01:44.370160 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:44.370878 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:44.406934 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c64e7-9cf7-4767-ab68-74572372046b req-23d7eb21-bf2a-42b5-aa88-5f2699a4ff02 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:44.408585 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-048c64e7-9cf7-4767-ab68-74572372046b req-23d7eb21-bf2a-42b5-aa88-5f2699a4ff02 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0507424 Sep 16 02:01:44.461884 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-048c64e7-9cf7-4767-ab68-74572372046b req-461f469b-013c-46a0-9487-f00b9d5cf5c6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466099 Sep 16 02:01:45.389948 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:45.391452 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:45.590747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:45.600860 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1889-8000-4914-84d2-9d2e5656aaf9 req-770a4e29-d575-425c-aea5-c7dc405f380c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:45.602356 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f33c1889-8000-4914-84d2-9d2e5656aaf9 req-770a4e29-d575-425c-aea5-c7dc405f380c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Sep 16 02:01:45.664235 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f33c1889-8000-4914-84d2-9d2e5656aaf9 req-5ddfa9db-deb7-4ef1-8606-61cf9ec43278 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545907 Sep 16 02:01:45.977559 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-14a73fed-bb8b-4bca-bffd-3bdec9d20734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:46.797508 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241eaa7-8748-4bad-9863-250915a67d22 req-1575b014-0e33-443f-a56d-10ed6f4e2775 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:46.799054 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1241eaa7-8748-4bad-9863-250915a67d22 req-1575b014-0e33-443f-a56d-10ed6f4e2775 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0517161 Sep 16 02:01:46.812498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:46.815905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:46.867224 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1241eaa7-8748-4bad-9863-250915a67d22 req-635477aa-06cf-4a69-95f1-ce59843d2258 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605826 Sep 16 02:01:48.008841 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f64c7-19cd-4e40-a8fb-81beb0d9a617 req-4b806b33-f1f8-4e7d-bfc6-985aff51c6c8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:48.016051 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-286f64c7-19cd-4e40-a8fb-81beb0d9a617 req-4b806b33-f1f8-4e7d-bfc6-985aff51c6c8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0599020 Sep 16 02:01:48.063044 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-286f64c7-19cd-4e40-a8fb-81beb0d9a617 req-1e6c5584-e533-4f45-8f64-44b121cf90ab tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461435 Sep 16 02:01:48.446776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-03d771e1-92f9-4236-8d68-549c3d6a81b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:49.283877 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2c70a-104b-47ab-b1c7-220d75ab8c83 req-7b3dc796-0e49-4155-90e2-938139057995 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:49.291138 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7d2c70a-104b-47ab-b1c7-220d75ab8c83 req-7b3dc796-0e49-4155-90e2-938139057995 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0777953 Sep 16 02:01:49.371004 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7d2c70a-104b-47ab-b1c7-220d75ab8c83 req-ab5e49d8-892e-4bfd-b954-25dc5dc5144b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747061 Sep 16 02:01:49.515277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:50.517610 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f903-7fec-4c51-bb6d-f001c761bbdb req-55da8d51-629f-47d9-a5e5-3ae0d259016d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:50.519224 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f8b0f903-7fec-4c51-bb6d-f001c761bbdb req-55da8d51-629f-47d9-a5e5-3ae0d259016d tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0551872 Sep 16 02:01:50.570191 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f8b0f903-7fec-4c51-bb6d-f001c761bbdb req-96b55f82-0a37-4e09-8dae-04a509819835 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443993 Sep 16 02:01:51.109293 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:51.486131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:51.583489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-0f41160b-4004-4bb5-9806-55dca463b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:51.585123 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-0f41160b-4004-4bb5-9806-55dca463b325 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1130 time: 0.0425627 Sep 16 02:01:51.709335 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-c62c2dda-4a18-40ad-9a36-3f76d4ba3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:51.710695 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-c62c2dda-4a18-40ad-9a36-3f76d4ba3efa service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.1197968 Sep 16 02:01:51.720671 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa04f8-36c1-4db3-ab9b-1f6da1d3f17c req-d1d5ada9-6ec7-4c55-b1cd-85e9305e51d8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:51.722022 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-caaa04f8-36c1-4db3-ab9b-1f6da1d3f17c req-d1d5ada9-6ec7-4c55-b1cd-85e9305e51d8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0642319 Sep 16 02:01:51.810255 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-fab7419d-e6f9-4768-be64-d4b389c30233 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1002 time: 0.0870707 Sep 16 02:01:51.817125 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-caaa04f8-36c1-4db3-ab9b-1f6da1d3f17c req-ba01a160-faad-436b-b326-c2a880ec64e9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869019 Sep 16 02:01:51.866663 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-2d97a041-a8fe-4f4a-802d-ed9b849d0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:51.868150 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-2d97a041-a8fe-4f4a-802d-ed9b849d0a4a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0501487 Sep 16 02:01:51.914529 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-0319a3eb-2676-46de-bde2-3c317bd4634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:51.915993 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-0319a3eb-2676-46de-bde2-3c317bd4634e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403252 Sep 16 02:01:52.006967 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-772756b5-e4dd-4525-a656-558beec53e1d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Sep 16 02:01:52.101890 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4ba08e19-900b-4510-8c36-0ba7ff68b654 req-916461d6-98d6-4a22-be4f-d8d5f62bc38d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Sep 16 02:01:52.954688 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0e971-a3ca-4a47-be49-d770338f31c9 req-b214f6d1-b394-463d-bc35-5046c02d76c1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:52.956557 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b1e0e971-a3ca-4a47-be49-d770338f31c9 req-b214f6d1-b394-463d-bc35-5046c02d76c1 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0526180 Sep 16 02:01:53.005115 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b1e0e971-a3ca-4a47-be49-d770338f31c9 req-876a383b-0c7a-4cc6-a09a-c55516a104e5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Sep 16 02:01:54.073778 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51768) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:54.137951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bd037-591c-42f0-bfef-408d59eed9f8 req-46538f81-07f0-4974-a8d7-e0b4476fec45 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:54.139420 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3d9bd037-591c-42f0-bfef-408d59eed9f8 req-46538f81-07f0-4974-a8d7-e0b4476fec45 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0506880 Sep 16 02:01:54.199260 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3d9bd037-591c-42f0-bfef-408d59eed9f8 req-1983532c-bf4f-42fb-8cdb-e12ecce4d06b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540769 Sep 16 02:01:54.204906 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.293846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Publish callbacks [] for security_group (c803d8d5-0527-45d8-a506-6141a432ce78), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.299003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (c803d8d5-0527-45d8-a506-6141a432ce78), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.305527 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:54.320404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:54.344437 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c803d8d5-0527-45d8-a506-6141a432ce78,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:54.349090 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=72e82780f8154e0f89657eaa6caebc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741935 Sep 16 02:01:54.352212 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51776) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:54.355465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.355824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.356196 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.356535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.356869 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.357200 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.357528 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.357854 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.358314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.358627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.358957 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.359280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.359618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.359917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.360344 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fee96e-0738-4556-b855-b9f25a3b917f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.403886 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Publish callbacks [] for security_group (c803d8d5-0527-45d8-a506-6141a432ce78), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.427884 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Publish callbacks [] for security_group (c803d8d5-0527-45d8-a506-6141a432ce78), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.478499 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (c803d8d5-0527-45d8-a506-6141a432ce78), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.481299 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:54.482631 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c803d8d5-0527-45d8-a506-6141a432ce78 HTTP/1.1" status: 204 len: 168 time: 0.1294267 Sep 16 02:01:54.492074 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c803d8d5-0527-45d8-a506-6141a432ce78,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:54.499671 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.500031 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.500370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.500702 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.501007 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.501588 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.501913 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.502343 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.502543 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.502859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.503171 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.503796 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.504420 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.505207 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:54.505695 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa607db-a5b4-4834-8d5f-e83b16821368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:01:55.168757 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51820) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:55.269147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198fe6a-81c7-494c-aff4-a5788613e92d req-0bd4b543-905c-45b8-991d-44da342f9988 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:55.270886 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5198fe6a-81c7-494c-aff4-a5788613e92d req-0bd4b543-905c-45b8-991d-44da342f9988 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 946 time: 0.0509956 Sep 16 02:01:55.280890 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1041832890-network', 'tenant_id': '0b14dad85f52497c9819f0f3bb397f18'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:01:55.303633 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Made reservation on behalf of 0b14dad85f52497c9819f0f3bb397f18 for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:01:55.306212 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.316024 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.323825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5198fe6a-81c7-494c-aff4-a5788613e92d req-c6f63889-8003-4f3e-8b35-44ae8d031fdc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Sep 16 02:01:55.343215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:01:55.348255 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:01:55.411577 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks [] for security_group (efc0385f-1e0b-4917-a8ef-267e317c6d11), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.418012 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (efc0385f-1e0b-4917-a8ef-267e317c6d11), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.429432 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: ACTIVE; New status is: DOWN {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:01:55.429826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.445816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:01:55.456409 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc0385f-1e0b-4917-a8ef-267e317c6d11,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:55.458981 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:01:55.462548 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (82416b00-c6c3-4d3e-be3b-2a940870a8b5), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.462740 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baefa79-59aa-4e87-849f-67ad062cf3b0" -d '{"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-unplugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:01:55.462899 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Added segment 82416b00-c6c3-4d3e-be3b-2a940870a8b5 of type vlan for network 29a4b870-3f83-4eb0-9540-67d659221c2c Sep 16 02:01:55.477352 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:01:55.483908 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.521226 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Sep 2022 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3ba9df-f4c6-4ac8-9e8b-d00ac54b277a x-openstack-request-id: req-ec3ba9df-f4c6-4ac8-9e8b-d00ac54b277a {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:01:55.521558 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-unplugged", "status": "failed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "code": 422}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:01:55.521905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec3ba9df-f4c6-4ac8-9e8b-d00ac54b277a {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:01:55.522606 dv-cinder-849143-2-iscsi neutron-server[106215]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ec3ba9df-f4c6-4ac8-9e8b-d00ac54b277a']: {'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'code': 422} returned with failed status Sep 16 02:01:55.527033 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (29a4b870-3f83-4eb0-9540-67d659221c2c), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.548102 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:55.554206 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=8']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:55.556150 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (29a4b870-3f83-4eb0-9540-67d659221c2c), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.557227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:55.557910 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.619869 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4503787 Sep 16 02:01:55.622137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:55.622862 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 51844) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:55.630669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Request body: {'subnet': {'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1041832890-subnet', 'tenant_id': '0b14dad85f52497c9819f0f3bb397f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:01:55.635856 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec572-30c8-49da-9626-527bf255aa9f admin admin] Pushing event updated for resources: {'Network': ['ID=29a4b870-3f83-4eb0-9540-67d659221c2c,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:55.640383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51846) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:55.651748 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 29a4b870-3f83-4eb0-9540-67d659221c2c details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:01:55.656457 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Made reservation on behalf of 0b14dad85f52497c9819f0f3bb397f18 for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:01:55.658948 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27835106'] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.736077 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-c527dab2-71a4-40c3-aee7-1a96c2a3cd16 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944366 Sep 16 02:01:55.745184 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-1c232547-6eed-488c-83c5-8a958eedcfb6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:01:55.746287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-1c232547-6eed-488c-83c5-8a958eedcfb6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051105 Sep 16 02:01:55.833663 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 51854) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:01:55.842408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1943733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27835124'] for subnet (1ec2f4e7-a7fa-4773-b58c-c8520cd4022b), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.903630 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:01:55.914408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Checking segment: {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:01:55.914767 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Network hostable DHCP agents. Network: 29a4b870-3f83-4eb0-9540-67d659221c2c, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:01:55.930807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-248cbd18-f710-43c5-8c9f-4ea450f1be4c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:55.932445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-248cbd18-f710-43c5-8c9f-4ea450f1be4c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports/4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 941 time: 0.0977352 Sep 16 02:01:55.932652 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Network 29a4b870-3f83-4eb0-9540-67d659221c2c is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:01:55.941822 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 29a4b870-3f83-4eb0-9540-67d659221c2c) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:01:55.946157 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:55.946776 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:55.951969 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc8d4a-fed6-463e-b6ba-7ed9330bdc23 None None] Network 29a4b870-3f83-4eb0-9540-67d659221c2c requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:01:55.968505 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-020c264c-cffe-459c-9706-e59b7e3adf28 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3424509 Sep 16 02:01:56.064411 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25130e1a-3b93-4675-8afb-83cb507dfd6e None None] Network 29a4b870-3f83-4eb0-9540-67d659221c2c requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:01:56.472164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca64e92-9764-4016-bdc6-2ddc991fde04 req-e7f6cdb5-1cfc-4fdc-a7a7-5277d5c8e7f3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:56.474773 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bca64e92-9764-4016-bdc6-2ddc991fde04 req-e7f6cdb5-1cfc-4fdc-a7a7-5277d5c8e7f3 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0510206 Sep 16 02:01:56.543147 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bca64e92-9764-4016-bdc6-2ddc991fde04 req-b05f65bc-f1da-4c21-8818-a4e3cf19b497 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606141 Sep 16 02:01:57.026947 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-36f92195-6fe2-42c5-a7a7-9988ff03c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.028430 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-36f92195-6fe2-42c5-a7a7-9988ff03c471 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366&tenant_id=1377f60423c64a1786203deb55ae55ef HTTP/1.1" status: 200 len: 1128 time: 0.0432520 Sep 16 02:01:57.108447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-7032509d-7d9f-484d-9998-8884d58d743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.109886 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-7032509d-7d9f-484d-9998-8884d58d743d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1128 time: 0.0375018 Sep 16 02:01:57.201674 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-66f39c6b-3def-40f8-916b-520ea209533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.203084 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-66f39c6b-3def-40f8-916b-520ea209533d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.0877163 Sep 16 02:01:57.264445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-9254bf35-2478-4ce1-8cf4-7ea439687058 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1000 time: 0.0549676 Sep 16 02:01:57.312101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-381dba63-59e9-4176-9c67-cc028cd5951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.313484 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-381dba63-59e9-4176-9c67-cc028cd5951b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0424523 Sep 16 02:01:57.358306 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868df2-9235-406a-975c-081fd6a50179 req-8d2b2895-f1c5-4e93-b3f6-691d8f1d97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.359798 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-8d2b2895-f1c5-4e93-b3f6-691d8f1d97a5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403211 Sep 16 02:01:57.449275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-146935ee-2e3a-442f-aad1-bfb210993180 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829251 Sep 16 02:01:57.558456 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-45eb7a15-a982-48f8-98be-4d4ccc1c92c5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900433 Sep 16 02:01:57.683479 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bcdb8-2bdf-4347-9cc3-5b2f9bc4329a req-e2d641fd-db41-4933-b40a-a14fe73d4221 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.685022 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-494bcdb8-2bdf-4347-9cc3-5b2f9bc4329a req-e2d641fd-db41-4933-b40a-a14fe73d4221 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0530646 Sep 16 02:01:57.736206 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-494bcdb8-2bdf-4347-9cc3-5b2f9bc4329a req-9af17fbb-947e-4f0e-ab48-37c6a70e7a78 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453112 Sep 16 02:01:57.869269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-899edbfb-5249-493f-9c41-245dc9869539 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:57.870716 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-899edbfb-5249-493f-9c41-245dc9869539 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 814 time: 0.1123710 Sep 16 02:01:57.885269 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-6eec862f-3ec0-4f8b-8791-69590b33a87e tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/quotas/0b14dad85f52497c9819f0f3bb397f18 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Sep 16 02:01:57.922391 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-e60bac10-27d2-4e72-be2b-9b487503460c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318236 Sep 16 02:01:58.032654 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:58.045292 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:01:58.060959 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-4fc37faf-75fe-4eca-8268-df279ae04b95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313062 Sep 16 02:01:58.179009 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-b4dbcfd7-5390-40e3-a1fb-d9b3b186cf35 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112995 Sep 16 02:01:58.376960 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d1a6bab9-4e48-4ffa-bd35-fceb965238b0 req-7f23c741-2c7e-4556-bb5a-08f00af91f5c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0424149 Sep 16 02:01:58.417655 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:01:58.879566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f508e7e-3112-4655-92c1-1a82547db741 req-c0921f68-3c6b-4fd0-978c-a10a94458c42 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:01:58.881060 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9f508e7e-3112-4655-92c1-1a82547db741 req-c0921f68-3c6b-4fd0-978c-a10a94458c42 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0501711 Sep 16 02:01:58.931860 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9f508e7e-3112-4655-92c1-1a82547db741 req-77251467-ca00-4ad6-88a1-25b160674c42 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Sep 16 02:01:59.477290 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-40294f7f-ccfc-4a82-a7d2-75d5539ace38 req-5dfe51c2-fc65-43e4-bc3f-94c925c67684 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0307724 Sep 16 02:02:00.068516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a27de1-c94e-4ae8-97e8-295adc568747 req-4069147a-3d60-4ce2-a637-3b127019012e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:00.070188 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-30a27de1-c94e-4ae8-97e8-295adc568747 req-4069147a-3d60-4ce2-a637-3b127019012e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0529583 Sep 16 02:02:00.120262 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-30a27de1-c94e-4ae8-97e8-295adc568747 req-76183196-5777-430c-9943-f0ae91fca157 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Sep 16 02:02:00.587032 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2e2fb23a-3064-4781-87a0-6c8419d43f35 req-e71a9c31-c1f4-4ce5-9fd0-0e39d193708e tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0294974 Sep 16 02:02:01.253963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf91ef-2fa9-4e78-b251-4d4d042c35f3 req-2ed2adb7-798a-4791-aa71-65d71654ff5b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:01.255478 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8eaf91ef-2fa9-4e78-b251-4d4d042c35f3 req-2ed2adb7-798a-4791-aa71-65d71654ff5b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0506978 Sep 16 02:02:01.306019 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8eaf91ef-2fa9-4e78-b251-4d4d042c35f3 req-e46c0448-b49c-4047-a14b-94ab523de531 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447705 Sep 16 02:02:01.690207 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33aca7a-89a5-4a79-b9b7-a83e8d60eeeb req-38b8b8a2-efd8-4ba7-8f8d-e7fd29211c3a tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0299597 Sep 16 02:02:02.439131 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a4ab-77ee-4d26-a16b-553ec06bf9f8 req-5a710364-57bc-4717-ad4e-fe69cacf3b29 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:02.440649 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1910a4ab-77ee-4d26-a16b-553ec06bf9f8 req-5a710364-57bc-4717-ad4e-fe69cacf3b29 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0503244 Sep 16 02:02:02.498965 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1910a4ab-77ee-4d26-a16b-553ec06bf9f8 req-d47b916d-e6e4-47c4-90d1-19e9fcfd56de tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517592 Sep 16 02:02:02.569170 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:02.807977 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-18d551b9-53fa-43c1-8f96-b2ede5a488b9 req-84dc0faa-9d86-4da7-a630-605d9e2377a2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0382266 Sep 16 02:02:03.631859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff0be3-0b65-48a2-a6aa-e13651a49eb4 req-93bcc387-032e-46ed-a9ab-385f14f5142c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:03.633354 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7ff0be3-0b65-48a2-a6aa-e13651a49eb4 req-93bcc387-032e-46ed-a9ab-385f14f5142c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0498002 Sep 16 02:02:03.682751 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7ff0be3-0b65-48a2-a6aa-e13651a49eb4 req-67aeae6b-18c3-4b9d-8d3d-a7776bf48dfa tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437849 Sep 16 02:02:03.912497 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-667ace1e-aa70-47aa-b6d4-a7a25cd6cfa2 req-eefc46c2-fd1b-4eb9-b161-7de11ee8ab1c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0287399 Sep 16 02:02:04.835594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de4bb0-6c7e-4450-a439-15fb318e74f1 req-5347c05f-093e-4a80-b5ab-fb358bfadc40 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:04.837855 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64de4bb0-6c7e-4450-a439-15fb318e74f1 req-5347c05f-093e-4a80-b5ab-fb358bfadc40 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0709505 Sep 16 02:02:04.899543 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-64de4bb0-6c7e-4450-a439-15fb318e74f1 req-8031d6ae-faba-4e22-ad4b-dc0b6273367b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500081 Sep 16 02:02:05.022117 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4f3c8906-7e97-419e-80e3-f82170be6878 req-bcf97e21-8ac1-4355-b293-fc3783100322 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0302954 Sep 16 02:02:05.348307 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:06.046614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb106e-31ef-4727-ae7a-d7dcc882689a req-6eb8582f-b29b-40bc-8842-2c4ee077badf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:06.048166 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2aeb106e-31ef-4727-ae7a-d7dcc882689a req-6eb8582f-b29b-40bc-8842-2c4ee077badf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0602028 Sep 16 02:02:06.110782 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2aeb106e-31ef-4727-ae7a-d7dcc882689a req-574e39d0-4d1b-45b9-848d-c1ecb62507e2 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545866 Sep 16 02:02:06.145764 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-66c72901-1992-4c59-aeb0-8d1e6572f557 req-06d18e25-f3d3-4397-bd19-b33efc8ef75c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0354302 Sep 16 02:02:07.240021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f71d-ee87-404f-81ed-13d1fd6fe210 req-cbc5fb34-e10f-4654-bf93-f7fa5227bcf9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:07.241606 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ecb4f71d-ee87-404f-81ed-13d1fd6fe210 req-cbc5fb34-e10f-4654-bf93-f7fa5227bcf9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0482545 Sep 16 02:02:07.242371 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3e6af084-7b66-41f2-bd21-0c2624233284 req-9aca24db-be30-458e-875a-c8895b1b2a11 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Sep 16 02:02:07.289142 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ecb4f71d-ee87-404f-81ed-13d1fd6fe210 req-86c880af-4760-4fbe-8d76-989236aa676a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420351 Sep 16 02:02:08.345162 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d3e0b21f-70f2-44de-8766-b7343cdfd0ea req-9eeb9a11-5a6d-4541-9795-1d89b6283f57 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0280561 Sep 16 02:02:08.408468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:08.412110 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:08.421473 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f259-f7a6-4585-8920-4f90d13058fb req-97ca12e7-dbdb-403a-9437-338b36c5c2a4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:08.423077 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50b9f259-f7a6-4585-8920-4f90d13058fb req-97ca12e7-dbdb-403a-9437-338b36c5c2a4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0508685 Sep 16 02:02:08.474045 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50b9f259-f7a6-4585-8920-4f90d13058fb req-7e79765c-f086-48dc-8b3e-b1e96f5c1703 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Sep 16 02:02:09.450186 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f8c125ff-6e6c-4101-a95f-8c8a530dbf8e req-98b3c3e0-fb2e-41f6-86bd-90423a3e0e11 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0306225 Sep 16 02:02:09.587886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:09.603533 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d696cbb-7b97-4062-9622-2de9cafb5271 req-dc5ba04c-bcc4-431d-ab8a-f5dc39f7f3f9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:09.605028 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d696cbb-7b97-4062-9622-2de9cafb5271 req-dc5ba04c-bcc4-431d-ab8a-f5dc39f7f3f9 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0475245 Sep 16 02:02:09.652165 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d696cbb-7b97-4062-9622-2de9cafb5271 req-9b600a20-594b-4614-b24a-81c7b74e36bc tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 Sep 16 02:02:10.570683 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ca7e1fee-ced2-4d32-8f91-b30ffbecf2b9 req-244c2c20-912e-4813-9754-6d6fcbcebb37 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0381825 Sep 16 02:02:10.777851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd256-ce28-49ae-ad76-db69d4182016 req-ef50a139-48db-46e5-9cd7-d9d48d2a2277 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:10.779219 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3d4cd256-ce28-49ae-ad76-db69d4182016 req-ef50a139-48db-46e5-9cd7-d9d48d2a2277 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0456786 Sep 16 02:02:10.790907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:10.828770 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3d4cd256-ce28-49ae-ad76-db69d4182016 req-53e04acb-5102-4994-9295-0be045024831 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Sep 16 02:02:11.681022 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cdd5adeb-9f5f-4fe7-93de-f3b8d57a870b req-d9d320b5-88cb-4fca-bbf2-45228a483f58 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0279839 Sep 16 02:02:11.961692 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073944-605f-4ed7-b052-aa39029b61e6 req-ee2f74eb-6dda-48d2-aebc-d9e9da0efa78 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:11.963188 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab073944-605f-4ed7-b052-aa39029b61e6 req-ee2f74eb-6dda-48d2-aebc-d9e9da0efa78 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0515709 Sep 16 02:02:12.017550 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-8ceb6fdd-6653-494f-8a12-2e4b919dcc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:12.019041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-8ceb6fdd-6653-494f-8a12-2e4b919dcc6d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=1377f60423c64a1786203deb55ae55ef&device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1128 time: 0.0549843 Sep 16 02:02:12.053737 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ab073944-605f-4ed7-b052-aa39029b61e6 req-c5843f88-f748-4b18-96d2-dd9ced4d7955 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819292 Sep 16 02:02:12.137278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-480b43fb-7311-47dd-b7e1-37ed64b859c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:12.138631 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-480b43fb-7311-47dd-b7e1-37ed64b859c1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 200 len: 918 time: 0.1006081 Sep 16 02:02:12.200542 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-e376a50c-55e3-43d6-8aea-513dce1a0709 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 200 len: 1000 time: 0.0554466 Sep 16 02:02:12.258409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-791c8c0e-34a0-430d-8f4c-96d14f31ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:12.259949 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-791c8c0e-34a0-430d-8f4c-96d14f31ed64 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 200 len: 856 time: 0.0483150 Sep 16 02:02:12.305507 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-3ef200a4-1189-4883-b841-065bd2e0694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:12.306996 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-3ef200a4-1189-4883-b841-065bd2e0694a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=37ec5744-bfab-42fe-b2e4-a18259c0344e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402765 Sep 16 02:02:12.412565 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-5c41c4d2-5d93-4062-ad66-cba635b02d7d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833716 Sep 16 02:02:12.511686 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6411a37d-d995-4e00-9a3c-4418abea0f25 req-a5fd31f1-1b74-49fb-a944-da0cd6a91e8f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921481 Sep 16 02:02:12.782178 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-814ab5f5-6c21-49d9-b7ab-19419c07f842 req-6bb3b3cd-9e77-4a2c-874e-923660a18585 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 210 time: 0.0283062 Sep 16 02:02:13.234403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cb01c-261d-4d7a-a192-610b7ee094af req-41d533b0-520b-4941-9282-8d730a7c182f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:13.235954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bb5cb01c-261d-4d7a-a192-610b7ee094af req-41d533b0-520b-4941-9282-8d730a7c182f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 944 time: 0.0984776 Sep 16 02:02:13.321439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-a1a48b8b-b4b1-4a37-b18b-3cadb49755b6 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:13.322881 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-a1a48b8b-b4b1-4a37-b18b-3cadb49755b6 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 814 time: 0.1536083 Sep 16 02:02:13.325982 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bb5cb01c-261d-4d7a-a192-610b7ee094af req-da5fcca9-4ddc-4165-8162-113ae44f71d7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839114 Sep 16 02:02:13.358035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Request body: {'port': {'device_id': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c', 'admin_state_up': True, 'tenant_id': '0b14dad85f52497c9819f0f3bb397f18'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:02:13.400286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:02:13.429812 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:13.472446 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Made reservation on behalf of 0b14dad85f52497c9819f0f3bb397f18 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:02:13.476725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.502853 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:13.514489 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'port_id': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'mac_address': 'fa:16:3e:e8:a5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:02:13.538207 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:13.555251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:02:13.555651 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.569085 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:02:13.589628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:13.594357 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.604035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Allocated IP 172.20.0.3 (29a4b870-3f83-4eb0-9540-67d659221c2c/1ec2f4e7-a7fa-4773-b58c-c8520cd4022b/e2410910-0726-4839-b0cf-ae84d00a85c2) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:02:13.646754 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=9']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:13.757942 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks [] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.791004 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.840760 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Network 29a4b870-3f83-4eb0-9540-67d659221c2c is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:02:13.843983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:02:13.847929 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:02:13.854315 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Pushing event updated for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:13.901315 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:13.901830 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:13.911052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60358eb4-d871-436e-9674-7f53e87482a1 req-88ca5703-40ae-4bb2-9e5c-065f4113df16 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:13.912767 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-60358eb4-d871-436e-9674-7f53e87482a1 req-88ca5703-40ae-4bb2-9e5c-065f4113df16 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 931 time: 0.0529513 Sep 16 02:02:13.918074 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-775399fc-cebb-4eff-a6e0-34bb7e98a7db tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641298 Sep 16 02:02:13.935983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Request body: {'port': {'device_id': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:02:13.961835 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-60358eb4-d871-436e-9674-7f53e87482a1 req-2e69612a-6e10-4239-b12d-8da705945a74 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Sep 16 02:02:13.995532 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.061713 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4127457c-ae36-44e0-abd0-2ee3fefef488'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:02:14.473740 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:14.542570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e3ef-08f2-490f-8af7-714aab0bac8d req-303c44af-eb36-4cef-bf4e-186d90fb7046 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:14.544041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e811e3ef-08f2-490f-8af7-714aab0bac8d req-303c44af-eb36-4cef-bf4e-186d90fb7046 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 945 time: 0.0831795 Sep 16 02:02:14.550025 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:14.555705 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2410910-0726-4839-b0cf-ae84d00a85c2 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:02:14.568385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks [] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.593867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Transition to ACTIVE for port object e2410910-0726-4839-b0cf-ae84d00a85c2 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:02:14.602979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.645987 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e811e3ef-08f2-490f-8af7-714aab0bac8d req-ea502ba3-63fc-496c-bef9-7b4a706a7a95 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925229 Sep 16 02:02:14.696873 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Pushing event updated for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:14.723197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Attempting to bind port e2410910-0726-4839-b0cf-ae84d00a85c2 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:02:14.723534 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Attempting to bind port e2410910-0726-4839-b0cf-ae84d00a85c2 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:02:14.723866 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Attempting to bind port e2410910-0726-4839-b0cf-ae84d00a85c2 on network 29a4b870-3f83-4eb0-9540-67d659221c2c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:02:14.764425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Port e2410910-0726-4839-b0cf-ae84d00a85c2 on network 29a4b870-3f83-4eb0-9540-67d659221c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:02:14.764748 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Attempting to bind port e2410910-0726-4839-b0cf-ae84d00a85c2 on network 29a4b870-3f83-4eb0-9540-67d659221c2c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:02:14.810061 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:02:14.810389 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Checking segment: {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:02:14.810800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Bound using segment: {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:02:14.811268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Bound port: e2410910-0726-4839-b0cf-ae84d00a85c2, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:02:14.811797 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.875571 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:02:14.879121 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e2410910-0726-4839-b0cf-ae84d00a85c2,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:02:14.885055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.889014 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:14.889609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:14.890980 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/e2410910-0726-4839-b0cf-ae84d00a85c2 HTTP/1.1" status: 200 len: 1093 time: 0.9591720 Sep 16 02:02:14.891512 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:02:14.893729 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f386b4-8cad-4438-bc72-3e55bfcc69f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:02:14.937636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb6d6ef-ba48-476d-b776-89284a9b72c7 x-openstack-request-id: req-3eb6d6ef-ba48-476d-b776-89284a9b72c7 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:02:14.937915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:02:14.938163 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3eb6d6ef-ba48-476d-b776-89284a9b72c7 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:02:14.938550 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb6d6ef-ba48-476d-b776-89284a9b72c7'] response: {'name': 'network-changed', 'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2', 'status': 'completed', 'code': 200} Sep 16 02:02:14.943495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c2c70-5132-44a6-884b-93d62e6fe839 service neutron] Pushing event updated for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:15.003322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-eaa69422-179f-48ef-8ab6-e51af36a5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:15.004817 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-eaa69422-179f-48ef-8ab6-e51af36a5066 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 1127 time: 0.0389941 Sep 16 02:02:15.065483 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-eb4d5aab-d369-4691-8fdc-40ceed757f25 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2410910-0726-4839-b0cf-ae84d00a85c2 HTTP/1.1" status: 200 len: 217 time: 0.0433531 Sep 16 02:02:15.129772 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46f3a2-080b-42b9-9a38-c87bea2f37b2 req-f9e79163-a161-4daf-bcf9-c2007b4e30ff tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:15.131499 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db46f3a2-080b-42b9-9a38-c87bea2f37b2 req-f9e79163-a161-4daf-bcf9-c2007b4e30ff tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 943 time: 0.0747194 Sep 16 02:02:15.149116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-2d49b86f-7f0a-49ee-96e8-0f01632eb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:15.150442 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-2d49b86f-7f0a-49ee-96e8-0f01632eb955 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 200 len: 854 time: 0.0655253 Sep 16 02:02:15.190486 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-f9351458-c31e-4405-9cc4-3b702c476e2d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=29a4b870-3f83-4eb0-9540-67d659221c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311906 Sep 16 02:02:15.228863 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db46f3a2-080b-42b9-9a38-c87bea2f37b2 req-8d7a994d-5168-4de3-821c-c8bf0e4d6cd2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912516 Sep 16 02:02:15.294251 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-ccec81e6-4b01-4555-a6de-b6fc968dec76 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960898 Sep 16 02:02:15.365720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:15.388490 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1b3e5cb-00cd-4f11-9afe-c3bbe73d5582 req-f530b32d-9035-4768-bd10-cd86f8cf1e94 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877271 Sep 16 02:02:15.428811 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:02:15.472924 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4127457c-ae36-44e0-abd0-2ee3fefef488 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:02:15.473218 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:15.473558 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4127457c-ae36-44e0-abd0-2ee3fefef488 Sep 16 02:02:15.548847 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4127457c-ae36-44e0-abd0-2ee3fefef488 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:02:15.549235 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:15.572680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:02:15.574886 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7ce663-7d89-48fd-bb2b-9a07700be70a" -d '{"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:02:15.587848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:15.591743 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:15.615738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a72d5d-f936-42e9-bbaa-7de556a2e01a x-openstack-request-id: req-f5a72d5d-f936-42e9-bbaa-7de556a2e01a {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:02:15.616073 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-plugged", "status": "completed", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:02:15.616330 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5a72d5d-f936-42e9-bbaa-7de556a2e01a {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:02:15.616724 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a72d5d-f936-42e9-bbaa-7de556a2e01a'] response: {'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'code': 200} Sep 16 02:02:15.641348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=10']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:15.773195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d48173-62c1-4975-bdf0-0962ac2730f5 req-5ba62b2a-1531-49b1-808b-64f6bdec6601 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:15.774546 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1d48173-62c1-4975-bdf0-0962ac2730f5 req-5ba62b2a-1531-49b1-808b-64f6bdec6601 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0469258 Sep 16 02:02:15.821968 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c1d48173-62c1-4975-bdf0-0962ac2730f5 req-ea92c9e8-e2c3-4927-90fd-4573cc5144d6 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Sep 16 02:02:15.981835 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-76169ff0-e5ef-4cd9-8649-8920e28c83d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:16.347871 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7628ebf-f002-4b3c-a630-5d8e8cc2a908 req-2d6cf7ff-198b-4529-85d9-f7582b35bb53 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:16.349891 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d7628ebf-f002-4b3c-a630-5d8e8cc2a908 req-2d6cf7ff-198b-4529-85d9-f7582b35bb53 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 943 time: 0.0451841 Sep 16 02:02:16.395573 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d7628ebf-f002-4b3c-a630-5d8e8cc2a908 req-e5149b87-579a-4d0c-9b7c-04d7b0cfa22c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Sep 16 02:02:16.946439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a302719-8326-47f4-a2e3-9ebebfe9acd9 req-416c0c9f-5aff-4a7c-940a-7c98156e4d66 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:16.947861 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7a302719-8326-47f4-a2e3-9ebebfe9acd9 req-416c0c9f-5aff-4a7c-940a-7c98156e4d66 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0459723 Sep 16 02:02:16.969924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:16.999364 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7a302719-8326-47f4-a2e3-9ebebfe9acd9 req-4cd2f572-d14b-4002-9cca-d97e955a437c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457804 Sep 16 02:02:17.523782 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e01542-7d2b-4288-addd-bb6a1d63a28a req-7b942b61-f799-4381-9591-314f17e2c523 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:17.525422 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-03e01542-7d2b-4288-addd-bb6a1d63a28a req-7b942b61-f799-4381-9591-314f17e2c523 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 943 time: 0.0545242 Sep 16 02:02:17.533080 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-1a93b0ab-f4b8-4600-ab06-29abfac94631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:17.534551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-1a93b0ab-f4b8-4600-ab06-29abfac94631 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 1127 time: 0.0429440 Sep 16 02:02:17.562578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:17.580246 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-03e01542-7d2b-4288-addd-bb6a1d63a28a req-e49e5036-4172-4364-8a40-6873b031629a tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491066 Sep 16 02:02:17.633376 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-7253666f-0376-4d5c-aeae-ce84636722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:17.634839 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-7253666f-0376-4d5c-aeae-ce84636722c1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 915 time: 0.0935791 Sep 16 02:02:17.681516 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-c71613ae-ae7f-4ae0-b35e-f187cbfe4e97 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2410910-0726-4839-b0cf-ae84d00a85c2 HTTP/1.1" status: 200 len: 217 time: 0.0407460 Sep 16 02:02:17.736859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c507f-16d9-4607-8034-711fb6d95b19 req-ba28c651-3c84-4081-a5b6-f1cd2759fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:17.738288 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e93c507f-16d9-4607-8034-711fb6d95b19 req-ba28c651-3c84-4081-a5b6-f1cd2759fa95 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 1131 time: 0.0661635 Sep 16 02:02:17.760278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-b837c5e4-0b3e-4230-bc3c-6adee7ecafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:17.761642 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-b837c5e4-0b3e-4230-bc3c-6adee7ecafe4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 200 len: 854 time: 0.0639274 Sep 16 02:02:17.812960 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-e0a52c8c-628a-4623-8546-c0eef129c707 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=29a4b870-3f83-4eb0-9540-67d659221c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391119 Sep 16 02:02:17.815324 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e93c507f-16d9-4607-8034-711fb6d95b19 req-1a83131a-cdf4-4f68-abac-bedad768cd53 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694423 Sep 16 02:02:18.124203 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8c12d-c9b6-4d83-b012-066550ae1acc req-44a4dbe5-51d1-47ed-9696-fa06972a5861 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:18.125654 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f3c8c12d-c9b6-4d83-b012-066550ae1acc req-44a4dbe5-51d1-47ed-9696-fa06972a5861 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0462203 Sep 16 02:02:18.173730 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f3c8c12d-c9b6-4d83-b012-066550ae1acc req-8df731c9-7aa4-4aeb-b51a-3c3744443581 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Sep 16 02:02:18.311846 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-d9034f57-16d7-457e-a468-48a29f38db95 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889177 Sep 16 02:02:18.439912 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-442c6510-e4a3-4e09-9123-d088a10aafa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:18.702114 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3d1b-e85d-4135-bcca-bb47bb1f3732 req-92abf30b-b88a-4807-9f9f-6f7abbc5304c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:18.703570 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5f7b3d1b-e85d-4135-bcca-bb47bb1f3732 req-92abf30b-b88a-4807-9f9f-6f7abbc5304c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 943 time: 0.0466151 Sep 16 02:02:18.734769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:18.752765 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5f7b3d1b-e85d-4135-bcca-bb47bb1f3732 req-26b50ee9-2e49-471b-ac6d-0d2a7f06ae2f tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Sep 16 02:02:18.847060 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-07f386b4-8cad-4438-bc72-3e55bfcc69f0 req-1b9fd1a5-d8ce-427d-bc07-8b1d15da6439 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Sep 16 02:02:19.305204 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8baae6-7ea1-48f9-8b2b-6a60ee950b74 req-75ffd179-bdd3-4e5a-ace0-19da20f22e8a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:19.306648 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae8baae6-7ea1-48f9-8b2b-6a60ee950b74 req-75ffd179-bdd3-4e5a-ace0-19da20f22e8a tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0516980 Sep 16 02:02:19.353600 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae8baae6-7ea1-48f9-8b2b-6a60ee950b74 req-2961cd89-d138-41f4-8d56-b482c7cb90ae tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Sep 16 02:02:19.461116 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device e2410910-0726-4839-b0cf-ae84d00a85c2 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:02:19.528887 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:19.547256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:19.550254 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:19.578140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e2410910-0726-4839-b0cf-ae84d00a85c2,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:19.590401 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'e2410910-0726-4839-b0cf-ae84d00a85c2', 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c', 'port_id': 'e2410910-0726-4839-b0cf-ae84d00a85c2', 'mac_address': 'fa:16:3e:f4:5b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec2f4e7-a7fa-4773-b58c-c8520cd4022b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:02:19.636110 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port e2410910-0726-4839-b0cf-ae84d00a85c2 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:02:19.636495 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:19.649677 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2410910-0726-4839-b0cf-ae84d00a85c2 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:02:19.669782 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e2410910-0726-4839-b0cf-ae84d00a85c2,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:19.673576 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:19.718403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:19.880670 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d7c7e-2c55-4f7f-b68a-3c5485b3e5c2 req-43543d50-2fc0-4d6d-96f1-266e03db8d09 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:19.882276 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b02d7c7e-2c55-4f7f-b68a-3c5485b3e5c2 req-43543d50-2fc0-4d6d-96f1-266e03db8d09 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 944 time: 0.0502048 Sep 16 02:02:19.937168 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b02d7c7e-2c55-4f7f-b68a-3c5485b3e5c2 req-b124b6ff-f792-43cf-86b8-35d8afa9b9d5 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483134 Sep 16 02:02:20.086847 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['e2410910-0726-4839-b0cf-ae84d00a85c2'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:02:20.484224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd2bd0-4a16-49a7-b674-4721fce6ae62 req-2c109075-6c4d-48f9-abad-66417bcccb71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:20.485702 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69dd2bd0-4a16-49a7-b674-4721fce6ae62 req-2c109075-6c4d-48f9-abad-66417bcccb71 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0487893 Sep 16 02:02:20.533718 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-69dd2bd0-4a16-49a7-b674-4721fce6ae62 req-50dd06c2-db2a-4136-a295-94bb06f03da8 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 Sep 16 02:02:21.060145 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d43bc-2ab6-457f-bcf4-a7cc44e2de3e req-c7b2a73d-8e79-4dd0-a4db-d3d71673464c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:21.061630 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e81d43bc-2ab6-457f-bcf4-a7cc44e2de3e req-c7b2a73d-8e79-4dd0-a4db-d3d71673464c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 944 time: 0.0450490 Sep 16 02:02:21.107504 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e81d43bc-2ab6-457f-bcf4-a7cc44e2de3e req-95645fea-3fc5-4a0d-928a-7bdeba507d19 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Sep 16 02:02:21.111621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:21.475206 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device e2410910-0726-4839-b0cf-ae84d00a85c2 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:02:21.502336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:21.522319 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port e2410910-0726-4839-b0cf-ae84d00a85c2 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:02:21.528733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port e2410910-0726-4839-b0cf-ae84d00a85c2 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:02:21.529208 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:21.529516 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port e2410910-0726-4839-b0cf-ae84d00a85c2 Sep 16 02:02:21.603824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port e2410910-0726-4839-b0cf-ae84d00a85c2 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:02:21.604236 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:21.627412 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:02:21.629631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d452a41-3703-4f78-9e5a-1e728615b9e2" -d '{"events": [{"server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "name": "network-vif-plugged", "status": "completed", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:02:21.642499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e2410910-0726-4839-b0cf-ae84d00a85c2,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:21.647434 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:21.673403 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76996d17-5ac4-4e1f-96f2-35af529c0b1f x-openstack-request-id: req-76996d17-5ac4-4e1f-96f2-35af529c0b1f {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:02:21.673722 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "name": "network-vif-plugged", "status": "completed", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:02:21.673978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76996d17-5ac4-4e1f-96f2-35af529c0b1f {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:02:21.674369 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76996d17-5ac4-4e1f-96f2-35af529c0b1f'] response: {'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2', 'code': 200} Sep 16 02:02:21.700159 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:21.890308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1924f-c0ef-4fc3-9492-f4279f3e2653 req-7b69642c-35c7-4aa6-8a6d-8d8382422fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:21.891765 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9bc1924f-c0ef-4fc3-9492-f4279f3e2653 req-7b69642c-35c7-4aa6-8a6d-8d8382422fef service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 1129 time: 0.0376217 Sep 16 02:02:21.928477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:21.939188 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9bc1924f-c0ef-4fc3-9492-f4279f3e2653 req-f1efacbc-0988-443f-a483-d2fd67deb82f service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Sep 16 02:02:22.228090 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2900395-2407-428b-942e-8717cd097533 req-9c520b2a-12d2-4528-a247-29196e745112 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:22.229530 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a2900395-2407-428b-942e-8717cd097533 req-9c520b2a-12d2-4528-a247-29196e745112 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0464149 Sep 16 02:02:22.276569 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a2900395-2407-428b-942e-8717cd097533 req-3d1f4cc4-0c0a-44d8-9920-92a5798c9726 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 Sep 16 02:02:23.396755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a8154-6118-4aa0-ad69-86ac334424ab req-1bf7d65f-81e1-4ce6-afb9-349f14e15581 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:23.398757 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-176a8154-6118-4aa0-ad69-86ac334424ab req-1bf7d65f-81e1-4ce6-afb9-349f14e15581 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0462310 Sep 16 02:02:23.429354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:23.446112 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-176a8154-6118-4aa0-ad69-86ac334424ab req-c7078aab-fd55-4bbb-bbb1-367976bcfb2c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Sep 16 02:02:24.570654 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792edb2-296b-47e4-ab69-663c22559631 req-4c3939d6-7450-40c4-a1f1-408c51bfec03 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:24.572127 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e792edb2-296b-47e4-ab69-663c22559631 req-4c3939d6-7450-40c4-a1f1-408c51bfec03 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0504372 Sep 16 02:02:24.619142 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e792edb2-296b-47e4-ab69-663c22559631 req-0425b98a-75e9-4e38-a5ea-93745dd900fd tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Sep 16 02:02:28.420359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:32.348194 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:02:33.440381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:33.442744 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=9 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:34.612851 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=48 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:34.614694 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=34 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:38.409699 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:38.416141 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:45.179500 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=14 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:45.180232 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=20 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:45.984100 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbc9acc3-c85e-436a-8611-cc7f68dc148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:48.445404 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-645f8033-c9de-4afe-a319-8be93b03406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:49.522092 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:51.113397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:51.436580 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efd22d-510c-4cd0-b2be-6c33dfc98446 req-dfa5bfeb-cd30-495e-99cb-9b9546143082 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:51.438021 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4efd22d-510c-4cd0-b2be-6c33dfc98446 req-dfa5bfeb-cd30-495e-99cb-9b9546143082 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0473657 Sep 16 02:02:51.484470 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:51.487809 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4efd22d-510c-4cd0-b2be-6c33dfc98446 req-454e59b9-d352-4252-843e-fe5114a1455c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Sep 16 02:02:52.612515 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4d2c-478e-4f07-a27b-d6a4ac8ac342 req-878a17b9-4d8a-45cf-aa29-3da7849f0b1a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:52.613960 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8b0e4d2c-478e-4f07-a27b-d6a4ac8ac342 req-878a17b9-4d8a-45cf-aa29-3da7849f0b1a tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0509956 Sep 16 02:02:52.662689 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8b0e4d2c-478e-4f07-a27b-d6a4ac8ac342 req-a7f0dd51-79e1-4c32-a0c0-6879649070db tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Sep 16 02:02:53.789526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-e9b6640a-3ef8-47ae-a7f2-906b14a27b4c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:53.791241 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-e9b6640a-3ef8-47ae-a7f2-906b14a27b4c tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0783625 Sep 16 02:02:53.812387 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c461d1-8946-4170-8e74-37950c48d0f7 req-c35232d4-15a6-4d23-b0bb-a40a0aff229b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:02:53.813820 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08c461d1-8946-4170-8e74-37950c48d0f7 req-c35232d4-15a6-4d23-b0bb-a40a0aff229b tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 945 time: 0.0697501 Sep 16 02:02:53.916283 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08c461d1-8946-4170-8e74-37950c48d0f7 req-f84fa43c-8519-4bf8-b28a-46dd3c5cd4f2 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a363d773-261f-49ae-996b-35c7cb658304&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854425 Sep 16 02:02:53.922152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Deleting port 910a23a7-03f3-4a82-b8d8-4b238685b022 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:02:53.922487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.011119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] For port 910a23a7-03f3-4a82-b8d8-4b238685b022, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=910a23a7-03f3-4a82-b8d8-4b238685b022,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:02:54.011440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.175038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.175404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.175722 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Floating IP 24e7b735-c354-4af8-b374-d7b493b53ea8 disassociated. External IP: 172.27.0.218, port: 910a23a7-03f3-4a82-b8d8-4b238685b022. Sep 16 02:02:54.176110 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Calling delete_port for 910a23a7-03f3-4a82-b8d8-4b238685b022 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:02:54.303068 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (910a23a7-03f3-4a82-b8d8-4b238685b022), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.329138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'Port': ['ID=910a23a7-03f3-4a82-b8d8-4b238685b022,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:54.440322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:02:54.483390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:54.539460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:02:54.547784 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:02:54.557366 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:02:54.567491 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:02:54.568234 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:02:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:02:54.592066 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] No DVR routers for this DVR port 910a23a7-03f3-4a82-b8d8-4b238685b022 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:02:54.594818 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:54.598614 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ae61216f-34be-42ae-95a4-d31bd6768c00 req-3dd943ae-5a4b-4fc1-ae6c-e758a7440418 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.50 "DELETE /networking/v2.0/ports/910a23a7-03f3-4a82-b8d8-4b238685b022 HTTP/1.1" status: 204 len: 173 time: 0.8010120 Sep 16 02:02:54.599058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'name': 'network-vif-deleted', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:02:54.602092 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713fa3bc-2078-42b4-8d31-cd0c67a50844" -d '{"events": [{"server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "name": "network-vif-deleted", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:02:54.647038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e18b4b-6291-4d2b-8fc7-cc043899ea29 x-openstack-request-id: req-e6e18b4b-6291-4d2b-8fc7-cc043899ea29 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:02:54.647347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069b7416-97ef-43ac-97f9-495b8eb0265f", "name": "network-vif-deleted", "tag": "910a23a7-03f3-4a82-b8d8-4b238685b022", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:02:54.647604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6e18b4b-6291-4d2b-8fc7-cc043899ea29 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:02:54.648046 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e18b4b-6291-4d2b-8fc7-cc043899ea29'] response: {'server_uuid': '069b7416-97ef-43ac-97f9-495b8eb0265f', 'name': 'network-vif-deleted', 'tag': '910a23a7-03f3-4a82-b8d8-4b238685b022', 'status': 'completed', 'code': 200} Sep 16 02:02:54.679521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:02:55.009663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:02:55.034989 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ee59e37-8dde-4c2b-b218-d3975eb47842 req-20a66c0a-f75e-4e45-a6a6-5600299a6c3e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=069b7416-97ef-43ac-97f9-495b8eb0265f HTTP/1.1" status: 200 len: 210 time: 0.0317252 Sep 16 02:02:55.039805 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:02:55.048339 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:02:55.048953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:02:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:02:55.149549 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:02:55.347407 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:02:55.372884 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba2e0d-7f3c-42c7-a27a-2e42e457c7f8 None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:53:58Z', 'revision_number': 4, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '9e9816ef-bf2f-4af5-868a-9ceaecd029b8', 'name': '', 'network_id': '563a693f-c940-49d3-9204-92b27430de2f', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'mac_address': 'fa:16:3e:f5:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:56Z', 'updated_at': '2022-09-16T01:54:07Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'subnets': [{'id': 'c01728fa-61dd-4473-b80e-4a4184239e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:02:55.579277 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd25a7-67f3-4c34-8f1e-09fa9c517da4 None None] New status for floating IP 24e7b735-c354-4af8-b374-d7b493b53ea8: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:02:56.128148 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52344) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:02:56.181789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (a363d773-261f-49ae-996b-35c7cb658304), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.202915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (a363d773-261f-49ae-996b-35c7cb658304), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.252147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (a363d773-261f-49ae-996b-35c7cb658304), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.254778 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.255914 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a363d773-261f-49ae-996b-35c7cb658304 HTTP/1.1" status: 204 len: 168 time: 0.1267607 Sep 16 02:02:56.258817 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52346) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:02:56.265351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363d773-261f-49ae-996b-35c7cb658304,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:56.272515 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-92f6fe43-2af4-4991-91e0-962e26394b06 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] show failed (client error): The resource could not be found. Sep 16 02:02:56.272669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.272900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.273229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.273570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.273681 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-92f6fe43-2af4-4991-91e0-962e26394b06 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "GET /networking/v2.0/security-groups/a363d773-261f-49ae-996b-35c7cb658304 HTTP/1.1" status: 404 len: 347 time: 0.0138171 Sep 16 02:02:56.274030 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.274391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.274719 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.275048 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.275394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.275731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.276061 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.276477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.276583 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52348) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:02:56.276806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.277753 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.277981 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefab29c-7f19-4560-8aaf-2732d65853b7 tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.390027 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Deleting port f96edb48-0f5c-449b-96f6-9f6fb2ca8db0 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:02:56.390363 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.472447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.473093 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.487434 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Calling delete_port for f96edb48-0f5c-449b-96f6-9f6fb2ca8db0 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:02:56.626251 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (f96edb48-0f5c-449b-96f6-9f6fb2ca8db0), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.654204 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Pushing event deleted for resources: {'Port': ['ID=f96edb48-0f5c-449b-96f6-9f6fb2ca8db0,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:02:56.679041 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.679383 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.679723 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.680090 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.680422 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.680750 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.681073 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.681393 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.681715 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.682035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.682355 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.682674 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.682990 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.683462 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.683888 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:02:56.725342 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks [] for floatingip (24e7b735-c354-4af8-b374-d7b493b53ea8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.727900 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:02:56.729064 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-87951399-487c-49f0-8440-7c9a65c24a8e tempest-AttachVolumeTestJSON-1166911222 tempest-AttachVolumeTestJSON-1166911222-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/24e7b735-c354-4af8-b374-d7b493b53ea8 HTTP/1.1" status: 204 len: 168 time: 0.4506414 Sep 16 02:02:57.677404 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 910a23a7-03f3-4a82-b8d8-4b238685b022 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:02:57.696185 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 910a23a7-03f3-4a82-b8d8-4b238685b022 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:02:57.696529 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 910a23a7-03f3-4a82-b8d8-4b238685b022 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:02:58.450533 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:03.445513 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52400) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:03.820257 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:03.858935 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:03.866579 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:04.037209 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Deleting port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:03:04.037553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:04.115614 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] For port 9e9816ef-bf2f-4af5-868a-9ceaecd029b8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:04.116012 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:04.129275 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Calling delete_port for 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 owned by network:router_interface {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:03:04.306684 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (9e9816ef-bf2f-4af5-868a-9ceaecd029b8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:04.328681 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9816ef-bf2f-4af5-868a-9ceaecd029b8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:04.492350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:04.875413 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:04.888292 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:04.893408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Router 8ad18806-f074-4dc8-afdc-bf419bf82be7 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:03:04.991964 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:03:04.999117 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-85ad53f3-6579-46b6-8271-b4a35de3cf9e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8ad18806-f074-4dc8-afdc-bf419bf82be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525923 Sep 16 02:03:05.000326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52414) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:05.002157 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Sync routers for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:03:05.013168 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:03:05.013839 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:02:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:05.097726 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks [] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.114702 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:03:05.195919 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks [] for router_gateway (8ad18806-f074-4dc8-afdc-bf419bf82be7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.211278 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.219486 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.239219 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Deleting port d349c38d-62aa-4419-aedf-d336e62b8892 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:03:05.239556 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.287406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T02:03:04Z', 'revision_number': 5, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port': {'id': 'd349c38d-62aa-4419-aedf-d336e62b8892', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:51Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:05.312742 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Checking router: 8ad18806-f074-4dc8-afdc-bf419bf82be7 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:03:05.321271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Routers {'8ad18806-f074-4dc8-afdc-bf419bf82be7'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:03:05.321882 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:02:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['8ad18806-f074-4dc8-afdc-bf419bf82be7'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:05.324875 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] For port d349c38d-62aa-4419-aedf-d336e62b8892, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d349c38d-62aa-4419-aedf-d336e62b8892,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:05.325235 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.337576 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Calling delete_port for d349c38d-62aa-4419-aedf-d336e62b8892 owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:03:05.406548 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] Set router 8ad18806-f074-4dc8-afdc-bf419bf82be7 gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:03:05.457189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T02:03:05Z', 'revision_number': 6, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:05.482934 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720f035-f6db-46e8-83bc-37427ca19cd7 None None] The sync data for ids ['8ad18806-f074-4dc8-afdc-bf419bf82be7'] in dv-cinder-849143-2-iscsi is: [{'id': '8ad18806-f074-4dc8-afdc-bf419bf82be7', 'name': 'tempest-AttachVolumeTestJSON-416283966-router', 'tenant_id': 'eddbb633debb4badb74f142d92baed98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T02:03:05Z', 'revision_number': 6, 'project_id': 'eddbb633debb4badb74f142d92baed98', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:03:05.502872 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (d349c38d-62aa-4419-aedf-d336e62b8892), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.526440 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Pushing event deleted for resources: {'Port': ['ID=d349c38d-62aa-4419-aedf-d336e62b8892,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:05.591831 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.676605 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.678774 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks [] for router_controller (8ad18806-f074-4dc8-afdc-bf419bf82be7), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.720190 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (8ad18806-f074-4dc8-afdc-bf419bf82be7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.720820 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad18806-f074-4dc8-afdc-bf419bf82be7 {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:03:05.726079 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.727221 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4563f40c-8919-4290-b6da-7df026d4b5df admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8ad18806-f074-4dc8-afdc-bf419bf82be7 HTTP/1.1" status: 204 len: 168 time: 0.7256999 Sep 16 02:03:05.729684 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52418) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:05.739336 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.741648 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.774898 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Deleting subnet c01728fa-61dd-4473-b80e-4a4184239e88 {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:03:05.777962 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.778795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Publish callbacks [] for subnet (c01728fa-61dd-4473-b80e-4a4184239e88), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.780366 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:05.816669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (c01728fa-61dd-4473-b80e-4a4184239e88), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.933370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (c01728fa-61dd-4473-b80e-4a4184239e88), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:05.986491 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (c01728fa-61dd-4473-b80e-4a4184239e88), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.013053 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01728fa-61dd-4473-b80e-4a4184239e88,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:06.019302 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.022708 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-637e7065-4075-4295-b4ed-1abe63adf60d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/c01728fa-61dd-4473-b80e-4a4184239e88 HTTP/1.1" status: 204 len: 168 time: 0.2909830 Sep 16 02:03:06.024929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27dcd9-e5c7-4efb-b633-b67666aa6d80 None None] Network 563a693f-c940-49d3-9204-92b27430de2f requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:03:06.025415 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52420) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:06.094783 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (563a693f-c940-49d3-9204-92b27430de2f), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.136454 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Deleting port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:03:06.136658 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.203211 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] For port f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,segment=NetworkSegment(1ef68da8-5903-4c11-bccc-0fbc97de82f8),segment_id=1ef68da8-5903-4c11-bccc-0fbc97de82f8)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:06.203491 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.216996 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Calling delete_port for f6371a22-e8ec-4d3f-8b16-39f3826e22e1 owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:03:06.267993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:06.269892 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:06.273504 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] DHCP port deletion for 563a693f-c940-49d3-9204-92b27430de2f request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:03:06.305288 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.324292 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Deleting port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:03:06.324902 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.340987 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] No DVR routers for this DVR port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:03:06.342746 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:03:06.345764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:06.389348 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:03:06.389700 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 9e9816ef-bf2f-4af5-868a-9ceaecd029b8 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:03:06.414070 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] For port f6371a22-e8ec-4d3f-8b16-39f3826e22e1, host dv-cinder-849143-2-iscsi, got binding levels [] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:06.414468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.418166 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (563a693f-c940-49d3-9204-92b27430de2f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.427995 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Calling delete_port for f6371a22-e8ec-4d3f-8b16-39f3826e22e1 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:03:06.430758 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.ipam_backend_mixin [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 was not found and therefore no delete operation was performed {{(pid=106215) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 16 02:03:06.432460 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (f6371a22-e8ec-4d3f-8b16-39f3826e22e1), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.439390 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563a693f-c940-49d3-9204-92b27430de2f']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:06.448741 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef68da8-5903-4c11-bccc-0fbc97de82f8') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:06.449127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef68da8-5903-4c11-bccc-0fbc97de82f8') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:03:06.458885 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (1ef68da8-5903-4c11-bccc-0fbc97de82f8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.459082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Pushing event deleted for resources: {'Port': ['ID=f6371a22-e8ec-4d3f-8b16-39f3826e22e1,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:06.468223 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.468572 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.468933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.469288 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.469621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.469975 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.470270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.470593 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.470913 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.471233 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.471554 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.471896 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.472242 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.472599 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.472877 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:06.473269 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (1ef68da8-5903-4c11-bccc-0fbc97de82f8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.477093 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819d2b7-6c55-4cea-af01-acdfee3b3cf9 None None] No DVR routers for this DVR port f6371a22-e8ec-4d3f-8b16-39f3826e22e1 on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:03:06.483378 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:03:06.483788 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (1ef68da8-5903-4c11-bccc-0fbc97de82f8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.556434 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (563a693f-c940-49d3-9204-92b27430de2f), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.562493 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.568059 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/563a693f-c940-49d3-9204-92b27430de2f HTTP/1.1" status: 204 len: 168 time: 0.5397565 Sep 16 02:03:06.577768 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125f019-02f0-4d19-a55e-60330206afeb admin admin] Pushing event deleted for resources: {'Network': ['ID=563a693f-c940-49d3-9204-92b27430de2f,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:06.587495 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 1ef68da8-5903-4c11-bccc-0fbc97de82f8 resource provider aggregate not found Sep 16 02:03:06.609381 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 1ef68da8-5903-4c11-bccc-0fbc97de82f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ef68da8-5903-4c11-bccc-0fbc97de82f8 found for delete ", "request_id": "req-7a49c2fc-5450-4242-bb5c-8b5b5a2832c6"}]} Sep 16 02:03:06.692148 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52430) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:06.732931 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-23694cf5-41c1-4639-b938-a03a519f6663 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eddbb633debb4badb74f142d92baed98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396199 Sep 16 02:03:06.735401 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52432) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:06.783721 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] Publish callbacks [] for security_group (d5482c87-2f20-4b90-865d-11406f6ee0fd), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.790438 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:06.801289 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:06.808012 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] Publish callbacks [] for security_group (d5482c87-2f20-4b90-865d-11406f6ee0fd), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.859430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d5482c87-2f20-4b90-865d-11406f6ee0fd), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.862062 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:06.865506 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d5482c87-2f20-4b90-865d-11406f6ee0fd HTTP/1.1" status: 204 len: 168 time: 0.1268632 Sep 16 02:03:06.871995 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100f69f-7b0d-43d0-aa1a-0b37732167b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5482c87-2f20-4b90-865d-11406f6ee0fd,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:07.919401 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f6371a22-e8ec-4d3f-8b16-39f3826e22e1 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:03:07.939256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: f6371a22-e8ec-4d3f-8b16-39f3826e22e1 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:03:07.939677 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device f6371a22-e8ec-4d3f-8b16-39f3826e22e1 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:03:07.940196 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d349c38d-62aa-4419-aedf-d336e62b8892 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:03:07.960650 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: d349c38d-62aa-4419-aedf-d336e62b8892 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:03:07.961066 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d349c38d-62aa-4419-aedf-d336e62b8892 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:03:08.614763 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52486) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:08.736137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ce4-f379-4044-9f73-2003a63b00f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:08.817157 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ce4-f379-4044-9f73-2003a63b00f9 admin admin] Publish callbacks [] for security_group (57a9069e-0fcc-4bbe-af5a-c3e10d14da86), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:08.820926 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ae6f8ce4-f379-4044-9f73-2003a63b00f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (57a9069e-0fcc-4bbe-af5a-c3e10d14da86), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:08.858524 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ae6f8ce4-f379-4044-9f73-2003a63b00f9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=eb1f5061322a475fbd430f4d3004bef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426844 Sep 16 02:03:08.861189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52494) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:08.863161 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f8ce4-f379-4044-9f73-2003a63b00f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a9069e-0fcc-4bbe-af5a-c3e10d14da86,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:08.915955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] Publish callbacks [] for security_group (57a9069e-0fcc-4bbe-af5a-c3e10d14da86), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:08.943062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] Publish callbacks [] for security_group (57a9069e-0fcc-4bbe-af5a-c3e10d14da86), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:08.997324 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (57a9069e-0fcc-4bbe-af5a-c3e10d14da86), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.000421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.002116 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/57a9069e-0fcc-4bbe-af5a-c3e10d14da86 HTTP/1.1" status: 204 len: 168 time: 0.1393917 Sep 16 02:03:09.019303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4db05-68e8-46d1-9728-21f54f25e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a9069e-0fcc-4bbe-af5a-c3e10d14da86,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:09.289979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52502) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:09.303500 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7cd3171c-e6c3-481a-834b-5062af6ff677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.347206 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:03:09.381542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7cd3171c-e6c3-481a-834b-5062af6ff677 admin admin] Publish callbacks [] for security_group (1eacfa2a-5059-4066-8b6c-a09915014c3a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.385018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7cd3171c-e6c3-481a-834b-5062af6ff677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1eacfa2a-5059-4066-8b6c-a09915014c3a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.424678 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7cd3171c-e6c3-481a-834b-5062af6ff677 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0bfe70e6a9354196b7e0de4e917ac3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336100 Sep 16 02:03:09.425526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3171c-e6c3-481a-834b-5062af6ff677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eacfa2a-5059-4066-8b6c-a09915014c3a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:09.427388 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52504) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:09.476604 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] Publish callbacks [] for security_group (1eacfa2a-5059-4066-8b6c-a09915014c3a), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.497321 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] Publish callbacks [] for security_group (1eacfa2a-5059-4066-8b6c-a09915014c3a), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.544602 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1eacfa2a-5059-4066-8b6c-a09915014c3a), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.547004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:09.548165 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1eacfa2a-5059-4066-8b6c-a09915014c3a HTTP/1.1" status: 204 len: 168 time: 0.1196277 Sep 16 02:03:09.557394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3d1c-be43-4743-bd52-5342978a0afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eacfa2a-5059-4066-8b6c-a09915014c3a,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:11.509559 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52580) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:11.615306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ceb197df-9537-405a-8941-ccd15114d0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.698314 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ceb197df-9537-405a-8941-ccd15114d0cf admin admin] Publish callbacks [] for security_group (1e066b42-89db-4292-9ce4-543b217bde3f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.701994 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ceb197df-9537-405a-8941-ccd15114d0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1e066b42-89db-4292-9ce4-543b217bde3f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.740257 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ceb197df-9537-405a-8941-ccd15114d0cf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4cf4966f32e64d38a737e9626cb06aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296221 Sep 16 02:03:11.742074 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb197df-9537-405a-8941-ccd15114d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e066b42-89db-4292-9ce4-543b217bde3f,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:11.743059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52584) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:11.793011 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] Publish callbacks [] for security_group (1e066b42-89db-4292-9ce4-543b217bde3f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.812861 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] Publish callbacks [] for security_group (1e066b42-89db-4292-9ce4-543b217bde3f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.861369 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1e066b42-89db-4292-9ce4-543b217bde3f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.864138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:11.865281 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1e066b42-89db-4292-9ce4-543b217bde3f HTTP/1.1" status: 204 len: 168 time: 0.1212263 Sep 16 02:03:11.872984 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd3429-8887-4dae-86c3-ffaee5294cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e066b42-89db-4292-9ce4-543b217bde3f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:12.134115 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52592) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:12.148099 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1dd0-958c-4e50-bb06-3d19a43a2942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.225604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1dd0-958c-4e50-bb06-3d19a43a2942 admin admin] Publish callbacks [] for security_group (5ffdd655-3403-4e61-94fa-c8053fabe57c), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.229156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1dd0-958c-4e50-bb06-3d19a43a2942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (5ffdd655-3403-4e61-94fa-c8053fabe57c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.267101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f1dd0-958c-4e50-bb06-3d19a43a2942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdd655-3403-4e61-94fa-c8053fabe57c,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:12.271326 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ff5f1dd0-958c-4e50-bb06-3d19a43a2942 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=da4c6a4172ae4412a0b7871c517b2f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362062 Sep 16 02:03:12.274087 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52594) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:12.313195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:12.323613 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] Publish callbacks [] for security_group (5ffdd655-3403-4e61-94fa-c8053fabe57c), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.344988 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] Publish callbacks [] for security_group (5ffdd655-3403-4e61-94fa-c8053fabe57c), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.394062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (5ffdd655-3403-4e61-94fa-c8053fabe57c), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.396579 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:12.397698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5ffdd655-3403-4e61-94fa-c8053fabe57c HTTP/1.1" status: 204 len: 168 time: 0.1227970 Sep 16 02:03:12.406299 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f597cd-4ee7-44df-bd31-1be52b83a63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdd655-3403-4e61-94fa-c8053fabe57c,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:14.322065 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 52674) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:14.427226 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-27a29ba8-8eb1-4c7d-bd02-ff841da88d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.505307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-27a29ba8-8eb1-4c7d-bd02-ff841da88d1e admin admin] Publish callbacks [] for security_group (22b73409-73ac-41b9-b0f4-290b4bba024e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.508626 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-27a29ba8-8eb1-4c7d-bd02-ff841da88d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (22b73409-73ac-41b9-b0f4-290b4bba024e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.513737 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:14.551813 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-27a29ba8-8eb1-4c7d-bd02-ff841da88d1e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2e81b4600f474d0e9d8bc2f842ebc39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286792 Sep 16 02:03:14.553449 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a29ba8-8eb1-4c7d-bd02-ff841da88d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b73409-73ac-41b9-b0f4-290b4bba024e,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:14.554494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52678) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:14.582856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:14.606445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] Publish callbacks [] for security_group (22b73409-73ac-41b9-b0f4-290b4bba024e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.626647 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] Publish callbacks [] for security_group (22b73409-73ac-41b9-b0f4-290b4bba024e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.673770 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (22b73409-73ac-41b9-b0f4-290b4bba024e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.676239 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:14.677359 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/22b73409-73ac-41b9-b0f4-290b4bba024e HTTP/1.1" status: 204 len: 168 time: 0.1217835 Sep 16 02:03:14.685110 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c4258-7e4f-4005-a3bd-cae9b44654ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b73409-73ac-41b9-b0f4-290b4bba024e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:14.947744 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52684) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:14.961749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d49a448c-b36d-4b60-b284-f5cdc732c64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.037322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d49a448c-b36d-4b60-b284-f5cdc732c64b admin admin] Publish callbacks [] for security_group (d5e175ef-dd5b-450b-9cec-0293302e7652), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.040986 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d49a448c-b36d-4b60-b284-f5cdc732c64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d5e175ef-dd5b-450b-9cec-0293302e7652), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.082996 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d49a448c-b36d-4b60-b284-f5cdc732c64b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=572f6e477d1e4c93997a2405f40e526e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334805 Sep 16 02:03:15.083702 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a448c-b36d-4b60-b284-f5cdc732c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e175ef-dd5b-450b-9cec-0293302e7652,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:15.085958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 52686) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:15.137326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] Publish callbacks [] for security_group (d5e175ef-dd5b-450b-9cec-0293302e7652), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.159666 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] Publish callbacks [] for security_group (d5e175ef-dd5b-450b-9cec-0293302e7652), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.206445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d5e175ef-dd5b-450b-9cec-0293302e7652), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.208987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:15.210195 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d5e175ef-dd5b-450b-9cec-0293302e7652 HTTP/1.1" status: 204 len: 168 time: 0.1233501 Sep 16 02:03:15.218173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506c7d9-39a2-4e6a-9a06-e450fd0c5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e175ef-dd5b-450b-9cec-0293302e7652,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:15.986653 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9275556c-2db9-4682-971e-2de86e35222e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:16.590039 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:18.438718 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-24cd4380-8102-42c2-ab41-bedba6462d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:19.053408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:19.066710 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1084-da40-429a-bcc6-b61bc8cdd534 req-08c4891a-71b2-412c-8cbc-98ca84c118e2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:19.068190 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c3ac1084-da40-429a-bcc6-b61bc8cdd534 req-08c4891a-71b2-412c-8cbc-98ca84c118e2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0504560 Sep 16 02:03:19.117168 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c3ac1084-da40-429a-bcc6-b61bc8cdd534 req-8a3a0ff2-6a08-465a-99c5-a097ab0934bd tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Sep 16 02:03:19.344243 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:19.521238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:20.242804 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab2480-bce1-43bd-abd5-76618f6d3d01 req-e12e3b88-f3fb-443f-89c0-77ea07b76f92 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:20.244263 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75ab2480-bce1-43bd-abd5-76618f6d3d01 req-e12e3b88-f3fb-443f-89c0-77ea07b76f92 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0463383 Sep 16 02:03:20.291610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75ab2480-bce1-43bd-abd5-76618f6d3d01 req-855cb29d-c1c9-440a-be1b-86bc421cc406 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Sep 16 02:03:21.095211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-6485d20f-1cb1-4370-be92-ce4480fa58c7 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:21.096662 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-6485d20f-1cb1-4370-be92-ce4480fa58c7 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Sep 16 02:03:21.118045 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.179198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Deleting port e2410910-0726-4839-b0cf-ae84d00a85c2 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:03:21.179535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.272591 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] For port e2410910-0726-4839-b0cf-ae84d00a85c2, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=e2410910-0726-4839-b0cf-ae84d00a85c2,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:21.273280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.286963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Calling delete_port for e2410910-0726-4839-b0cf-ae84d00a85c2 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:03:21.299868 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:21.327049 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:21.419196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1907-ff75-44c3-a3b5-bd0fa551b6ac req-d07c3c4f-e97c-4eb9-b7c1-8ff46832a466 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:21.420833 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eeba1907-ff75-44c3-a3b5-bd0fa551b6ac req-d07c3c4f-e97c-4eb9-b7c1-8ff46832a466 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0171625e-3cb6-49d0-b5d6-d57409c02f47 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Sep 16 02:03:21.420997 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (e2410910-0726-4839-b0cf-ae84d00a85c2), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.453276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Pushing event deleted for resources: {'Port': ['ID=e2410910-0726-4839-b0cf-ae84d00a85c2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:21.464425 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['e2410910-0726-4839-b0cf-ae84d00a85c2'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:03:21.481350 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eeba1907-ff75-44c3-a3b5-bd0fa551b6ac req-0f8e4c63-b566-4a84-af9c-da0dbf457d3f tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539582 Sep 16 02:03:21.498513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] No DVR routers for this DVR port e2410910-0726-4839-b0cf-ae84d00a85c2 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:03:21.501209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.504371 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d7f9e6dd-83dd-47f8-bd61-9dc7ad60fb08 req-e7de93a3-c864-4e1f-aa46-e2c6f6196b27 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "DELETE /networking/v2.0/ports/e2410910-0726-4839-b0cf-ae84d00a85c2 HTTP/1.1" status: 204 len: 173 time: 0.4015901 Sep 16 02:03:21.504866 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'name': 'network-vif-deleted', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:03:21.507079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce52f7e-78f8-45b8-9db6-2d8128a7f0b9" -d '{"events": [{"server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "name": "network-vif-deleted", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:03:21.520955 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:21.551281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd500f-430c-46e2-bb68-3e889386369d x-openstack-request-id: req-27bd500f-430c-46e2-bb68-3e889386369d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:03:21.551572 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0171625e-3cb6-49d0-b5d6-d57409c02f47", "name": "network-vif-deleted", "tag": "e2410910-0726-4839-b0cf-ae84d00a85c2", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:03:21.551826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27bd500f-430c-46e2-bb68-3e889386369d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:03:21.552256 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bd500f-430c-46e2-bb68-3e889386369d'] response: {'server_uuid': '0171625e-3cb6-49d0-b5d6-d57409c02f47', 'name': 'network-vif-deleted', 'tag': 'e2410910-0726-4839-b0cf-ae84d00a85c2', 'status': 'completed', 'code': 200} Sep 16 02:03:30.858220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:31.474449 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:31.477130 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:31.481053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:31.498698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=13,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:32.764042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device e2410910-0726-4839-b0cf-ae84d00a85c2 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:03:32.786221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: e2410910-0726-4839-b0cf-ae84d00a85c2 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:03:32.786564 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device e2410910-0726-4839-b0cf-ae84d00a85c2 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:03:39.830704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-b233939b-1eaa-44da-a58e-2823389df6d0 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:39.832182 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-b233939b-1eaa-44da-a58e-2823389df6d0 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 814 time: 0.1057663 Sep 16 02:03:39.847050 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-3ef983d3-5d00-4257-95cf-328efffa1101 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/quotas/0b14dad85f52497c9819f0f3bb397f18 HTTP/1.1" status: 200 len: 375 time: 0.0094354 Sep 16 02:03:39.879617 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-ea804056-d2ff-4015-81ee-eb3b6853aedf tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274913 Sep 16 02:03:39.972171 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-1d1bf253-3789-4ed0-a110-f1dbe62938b8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859411 Sep 16 02:03:40.059556 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-3a4cb628-6f71-4f4c-870f-9bd27260762c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817530 Sep 16 02:03:40.226148 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-36ef2055-c4b5-476e-8aaa-f545497706b4 req-c7b55c3a-608d-42af-8d72-2a0d90a31c95 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Sep 16 02:03:41.367608 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-22faaa13-7825-4a7e-a938-df01ce34662c req-746f779f-4fa3-427b-86dc-b0bc268ac664 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 210 time: 0.0331619 Sep 16 02:03:41.422019 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-da98d358-4909-4555-b80b-88414869ab21 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:41.423387 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-da98d358-4909-4555-b80b-88414869ab21 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 814 time: 0.1553419 Sep 16 02:03:41.567268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Request body: {'port': {'device_id': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c', 'admin_state_up': True, 'tenant_id': '0b14dad85f52497c9819f0f3bb397f18'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:03:41.675828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Made reservation on behalf of 0b14dad85f52497c9819f0f3bb397f18 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:03:41.679556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:41.801869 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Allocated IP 172.20.0.11 (29a4b870-3f83-4eb0-9540-67d659221c2c/1ec2f4e7-a7fa-4773-b58c-c8520cd4022b/eaea4902-1bf6-48bb-9a86-81bc1df71766) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:03:41.950629 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks [] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:41.962953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:41.974926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:41.987075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.026122 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Network 29a4b870-3f83-4eb0-9540-67d659221c2c is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:03:42.031414 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:03:42.034254 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:03:42.070918 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Pushing event updated for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:42.095586 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:42.096226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.111527 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-9774e845-9e5b-4ee0-aeea-0501b5fab350 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483003 Sep 16 02:03:42.130226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Request body: {'port': {'device_id': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:03:42.188248 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.440797 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaea4902-1bf6-48bb-9a86-81bc1df71766 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:03:42.448566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks [] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.461913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Transition to ACTIVE for port object eaea4902-1bf6-48bb-9a86-81bc1df71766 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:03:42.466392 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.494268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b712de9-00bc-41fe-8b0f-13e0db1c2304 req-e2ee4010-88d6-417f-a6d3-eb3d6c4b5944 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:42.495733 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1b712de9-00bc-41fe-8b0f-13e0db1c2304 req-e2ee4010-88d6-417f-a6d3-eb3d6c4b5944 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 932 time: 0.0497017 Sep 16 02:03:42.528775 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Pushing event updated for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:42.546283 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1b712de9-00bc-41fe-8b0f-13e0db1c2304 req-9e8c6aa0-5785-4ec6-bad2-e89c6e6b7945 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Sep 16 02:03:42.582439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Attempting to bind port eaea4902-1bf6-48bb-9a86-81bc1df71766 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:03:42.582768 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Attempting to bind port eaea4902-1bf6-48bb-9a86-81bc1df71766 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:03:42.583092 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Attempting to bind port eaea4902-1bf6-48bb-9a86-81bc1df71766 on network 29a4b870-3f83-4eb0-9540-67d659221c2c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:03:42.627957 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Port eaea4902-1bf6-48bb-9a86-81bc1df71766 on network 29a4b870-3f83-4eb0-9540-67d659221c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:03:42.628280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Attempting to bind port eaea4902-1bf6-48bb-9a86-81bc1df71766 on network 29a4b870-3f83-4eb0-9540-67d659221c2c {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:03:42.668325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:03:42.668571 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Checking segment: {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:03:42.668949 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Bound using segment: {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:03:42.669407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Bound port: eaea4902-1bf6-48bb-9a86-81bc1df71766, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82416b00-c6c3-4d3e-be3b-2a940870a8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:03:42.669846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.727308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:03:42.730240 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:03:42.736028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.739907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:42.740594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:42.741957 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/eaea4902-1bf6-48bb-9a86-81bc1df71766 HTTP/1.1" status: 200 len: 1094 time: 0.6157002 Sep 16 02:03:42.742348 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:42.743033 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:03:42.745267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18add91-9866-4edd-82d2-2c618e2340de" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:03:42.767042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:42.768480 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:42.786274 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3972269c-3ba7-414f-9ca3-38e245b83a43 x-openstack-request-id: req-3972269c-3ba7-414f-9ca3-38e245b83a43 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:03:42.786561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:03:42.786851 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3972269c-3ba7-414f-9ca3-38e245b83a43 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:03:42.787208 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3972269c-3ba7-414f-9ca3-38e245b83a43'] response: {'name': 'network-changed', 'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766', 'status': 'completed', 'code': 200} Sep 16 02:03:42.802660 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fdaa8-7927-4446-8c92-96376adc766a service neutron] Pushing event updated for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:42.845516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:42.876212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-2148b2c7-7121-4fae-95ea-bec666ea31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:42.877664 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-2148b2c7-7121-4fae-95ea-bec666ea31e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 1128 time: 0.0420918 Sep 16 02:03:42.923992 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-bc4d9e48-c14e-45b2-b488-ccee89023287 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766 HTTP/1.1" status: 200 len: 217 time: 0.0322082 Sep 16 02:03:42.971031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-5a49c451-8927-4cd6-a27e-216654ce5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:42.972439 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-5a49c451-8927-4cd6-a27e-216654ce5179 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 200 len: 854 time: 0.0428932 Sep 16 02:03:43.007307 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-3717d30e-2f2e-42d5-9e45-b0d073cdba6c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=29a4b870-3f83-4eb0-9540-67d659221c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284982 Sep 16 02:03:43.353544 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-d607f60f-073c-405b-85be-7317e51b89b9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404565 Sep 16 02:03:43.444347 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0b7b57c-3fb7-4de7-b4c9-f036502a59c5 req-a1bfb7ef-1d73-46f5-9cb4-a894609fe3b3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Sep 16 02:03:43.672392 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e502ed-6545-4937-80fd-5f19d21d0610 req-ffb70a9a-fa15-44f0-95dc-d41158b437ac tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:43.673806 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-04e502ed-6545-4937-80fd-5f19d21d0610 req-ffb70a9a-fa15-44f0-95dc-d41158b437ac tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 944 time: 0.0461941 Sep 16 02:03:43.720669 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-04e502ed-6545-4937-80fd-5f19d21d0610 req-f93cfd34-dd7a-46a9-95aa-0bb7738aae6c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Sep 16 02:03:44.843013 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ad137-9c25-4ec1-8cab-4f030d1dd7c3 req-9761b51a-be89-4e00-ad31-105a1496ce5b tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:44.844510 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee8ad137-9c25-4ec1-8cab-4f030d1dd7c3 req-9761b51a-be89-4e00-ad31-105a1496ce5b tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 944 time: 0.0487468 Sep 16 02:03:44.892388 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ee8ad137-9c25-4ec1-8cab-4f030d1dd7c3 req-8280dfcd-d179-4138-839c-0eaa91553ff4 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Sep 16 02:03:45.880643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18add91-9866-4edd-82d2-2c618e2340de req-063b5758-5606-4db7-a832-6ae092b5b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:45.882086 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-063b5758-5606-4db7-a832-6ae092b5b46a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 1128 time: 0.0423770 Sep 16 02:03:45.975614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18add91-9866-4edd-82d2-2c618e2340de req-062d822b-95b0-405f-954e-da44ed191c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:45.977114 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-062d822b-95b0-405f-954e-da44ed191c17 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 915 time: 0.0883334 Sep 16 02:03:45.988422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-507bb5d7-f198-46a5-acb9-2a27ede9a52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:46.011877 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304c51-d6d9-4f03-900e-de061b260ee0 req-9704311e-cbc7-4b4b-829d-eab7201b1609 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:46.013393 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9304c51-d6d9-4f03-900e-de061b260ee0 req-9704311e-cbc7-4b4b-829d-eab7201b1609 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 944 time: 0.0483923 Sep 16 02:03:46.022475 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-f260c04a-bff4-4857-b7d6-f479bb3c81c0 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766 HTTP/1.1" status: 200 len: 217 time: 0.0375433 Sep 16 02:03:46.070292 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9304c51-d6d9-4f03-900e-de061b260ee0 req-41301fc3-b395-47c0-bdb4-be848b19c913 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Sep 16 02:03:46.072635 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18add91-9866-4edd-82d2-2c618e2340de req-39400dcc-c294-4d6c-bfc5-f86fcaa955df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:46.074104 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-39400dcc-c294-4d6c-bfc5-f86fcaa955df service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 200 len: 854 time: 0.0449717 Sep 16 02:03:46.105693 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-4335fff1-b2e3-4060-80ee-a6f43ce7070f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=29a4b870-3f83-4eb0-9540-67d659221c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262704 Sep 16 02:03:46.198152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-10abaccf-2296-4e71-abd7-455871f88bab service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848060 Sep 16 02:03:46.290843 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a18add91-9866-4edd-82d2-2c618e2340de req-ef38a8bb-bbfc-4560-b2aa-d95649a04228 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853755 Sep 16 02:03:46.345688 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:03:47.189884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e70dc-931e-4350-8d5f-317f83c31112 req-020f2b27-8261-476f-99c5-067b87b6985c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:47.191329 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-605e70dc-931e-4350-8d5f-317f83c31112 req-020f2b27-8261-476f-99c5-067b87b6985c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 944 time: 0.0460892 Sep 16 02:03:47.240779 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-605e70dc-931e-4350-8d5f-317f83c31112 req-72642d1f-6bdc-47b0-b3ff-0511be0395e2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Sep 16 02:03:48.367279 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2fcaf-b8dc-47e7-8681-1b479b77384f req-a2b24a69-7187-4b77-b51b-328ad136dfd2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:48.368752 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-59e2fcaf-b8dc-47e7-8681-1b479b77384f req-a2b24a69-7187-4b77-b51b-328ad136dfd2 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 944 time: 0.0462899 Sep 16 02:03:48.416358 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-59e2fcaf-b8dc-47e7-8681-1b479b77384f req-1da10318-e527-47f1-ac70-99a5540b8046 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Sep 16 02:03:48.445218 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-34a37f99-23df-46a4-a528-bf8948147fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:49.007372 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device eaea4902-1bf6-48bb-9a86-81bc1df71766 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:03:49.103066 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:49.114494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'eaea4902-1bf6-48bb-9a86-81bc1df71766', 'network_id': '29a4b870-3f83-4eb0-9540-67d659221c2c', 'port_id': 'eaea4902-1bf6-48bb-9a86-81bc1df71766', 'mac_address': 'fa:16:3e:17:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec2f4e7-a7fa-4773-b58c-c8520cd4022b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:03:49.152004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port eaea4902-1bf6-48bb-9a86-81bc1df71766 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:03:49.152391 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:49.286293 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaea4902-1bf6-48bb-9a86-81bc1df71766 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:03:49.306726 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:49.310235 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:49.355108 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:49.522910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:49.527464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:49.543616 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4695a42-69b9-4c7d-a456-62844227b889 req-5cf13b84-0df2-4eff-8c86-15a5164cf109 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:49.545052 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4695a42-69b9-4c7d-a456-62844227b889 req-5cf13b84-0df2-4eff-8c86-15a5164cf109 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Sep 16 02:03:49.593113 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4695a42-69b9-4c7d-a456-62844227b889 req-1064764b-b6a5-4104-bb3b-f5c17a251138 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Sep 16 02:03:50.716010 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999da3a-0387-4102-a379-1586f4e6c6ba req-76145e41-4e95-4b85-91f8-3e54eefb6604 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:50.718205 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9999da3a-0387-4102-a379-1586f4e6c6ba req-76145e41-4e95-4b85-91f8-3e54eefb6604 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 945 time: 0.0483603 Sep 16 02:03:50.764980 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9999da3a-0387-4102-a379-1586f4e6c6ba req-5a89b220-7b77-4dac-9a18-8d5848994e90 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408781 Sep 16 02:03:51.118328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:51.484845 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:52.164669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dbf97-9926-4b4c-9c6b-1fd6e16784d0 req-1b4ced30-f6d4-4f90-8b47-04f9adb7cb7c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:52.166104 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-204dbf97-9926-4b4c-9c6b-1fd6e16784d0 req-1b4ced30-f6d4-4f90-8b47-04f9adb7cb7c tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 945 time: 0.3223484 Sep 16 02:03:52.209087 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:52.213639 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-204dbf97-9926-4b4c-9c6b-1fd6e16784d0 req-c7703712-bf0e-4a77-9015-838671723949 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Sep 16 02:03:52.348983 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['eaea4902-1bf6-48bb-9a86-81bc1df71766'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:03:53.337199 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff661f8-dc5c-44db-94b0-8495125a9333 req-a0dc8393-8651-4b97-9e49-d7d1c1aa6b28 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:53.338631 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1ff661f8-dc5c-44db-94b0-8495125a9333 req-a0dc8393-8651-4b97-9e49-d7d1c1aa6b28 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 945 time: 0.0491261 Sep 16 02:03:53.385776 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1ff661f8-dc5c-44db-94b0-8495125a9333 req-5f610ee2-cd28-4495-b19a-531162db95ae tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Sep 16 02:03:53.573722 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:54.198025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device eaea4902-1bf6-48bb-9a86-81bc1df71766 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:03:54.239963 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port eaea4902-1bf6-48bb-9a86-81bc1df71766 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:03:54.245514 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port eaea4902-1bf6-48bb-9a86-81bc1df71766 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:03:54.245925 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:54.246209 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port eaea4902-1bf6-48bb-9a86-81bc1df71766 Sep 16 02:03:54.322484 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port eaea4902-1bf6-48bb-9a86-81bc1df71766 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:03:54.322861 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:54.346269 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:03:54.348666 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff43e42-ee0c-4675-8891-8eff85819884" -d '{"events": [{"server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "name": "network-vif-plugged", "status": "completed", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:03:54.362388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:03:54.365942 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:54.391736 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f41d7-51a9-487a-8df1-26e230fa6381 x-openstack-request-id: req-b49f41d7-51a9-487a-8df1-26e230fa6381 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:03:54.392065 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "name": "network-vif-plugged", "status": "completed", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:03:54.392311 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b49f41d7-51a9-487a-8df1-26e230fa6381 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:03:54.392699 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49f41d7-51a9-487a-8df1-26e230fa6381'] response: {'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766', 'code': 200} Sep 16 02:03:54.419043 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:54.514706 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1eb4b-3c0c-4ed4-8665-f96769d5a1e8 req-eef1850a-0324-4a9d-93d1-3a031d5a8280 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:54.516215 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22f1eb4b-3c0c-4ed4-8665-f96769d5a1e8 req-eef1850a-0324-4a9d-93d1-3a031d5a8280 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.0536587 Sep 16 02:03:54.564776 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-22f1eb4b-3c0c-4ed4-8665-f96769d5a1e8 req-8d77d222-c1d7-4ab6-840b-d073740ebeb5 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Sep 16 02:03:54.604691 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbd6bb-2c04-4ec2-a2e0-5035fd116361 req-bd4c4cb0-a55d-40ff-b5ce-12f2abbf2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:54.606144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26fbd6bb-2c04-4ec2-a2e0-5035fd116361 req-bd4c4cb0-a55d-40ff-b5ce-12f2abbf2130 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 1130 time: 0.0413435 Sep 16 02:03:54.651180 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26fbd6bb-2c04-4ec2-a2e0-5035fd116361 req-4d4ff63b-994d-443a-b6ae-4e87f21b89d3 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Sep 16 02:03:55.689922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a63c1-b75c-447a-ab56-5daf272099eb req-82208545-0c76-4091-a692-a087b01ee030 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:55.691384 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-517a63c1-b75c-447a-ab56-5daf272099eb req-82208545-0c76-4091-a692-a087b01ee030 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.0482974 Sep 16 02:03:55.737761 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-517a63c1-b75c-447a-ab56-5daf272099eb req-ad8eecc9-ac48-4dcd-8107-32117c9dcffb tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Sep 16 02:03:56.342439 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:56.873389 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d3237-fb45-456b-8f26-1a4b71905a27 req-f281e078-ea9c-4105-8533-3e07333848ac tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:56.875904 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-301d3237-fb45-456b-8f26-1a4b71905a27 req-f281e078-ea9c-4105-8533-3e07333848ac tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.0562339 Sep 16 02:03:56.925174 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-301d3237-fb45-456b-8f26-1a4b71905a27 req-05738b02-13a7-4700-8959-bb494edf29c4 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Sep 16 02:03:57.722645 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53058) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:57.830461 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:57.905387 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Publish callbacks [] for security_group (c533f798-0491-4f8c-ba62-fe9ebd38e9ca), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:57.909706 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (c533f798-0491-4f8c-ba62-fe9ebd38e9ca), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:57.948930 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9506553a97aa4a81acaabf3daaed1a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252078 Sep 16 02:03:57.949778 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533f798-0491-4f8c-ba62-fe9ebd38e9ca,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:57.951687 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53062) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:03:57.952549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:57.958950 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.959295 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.959643 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.960000 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.960333 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.960663 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.963314 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.963656 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.966170 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.967884 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.968255 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.968619 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.968951 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.969294 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:57.970390 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291e11c9-7e71-4251-902b-4de7fee8a099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.007983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Publish callbacks [] for security_group (c533f798-0491-4f8c-ba62-fe9ebd38e9ca), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:58.027767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Publish callbacks [] for security_group (c533f798-0491-4f8c-ba62-fe9ebd38e9ca), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:58.072372 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (c533f798-0491-4f8c-ba62-fe9ebd38e9ca), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:58.074770 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:03:58.075888 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c533f798-0491-4f8c-ba62-fe9ebd38e9ca HTTP/1.1" status: 204 len: 168 time: 0.1231225 Sep 16 02:03:58.084399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533f798-0491-4f8c-ba62-fe9ebd38e9ca,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:03:58.091573 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.091924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.092290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.092624 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.092955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.093300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.094280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.094850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.095199 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.095557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.096238 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.096573 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.096900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.097221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:58.097544 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e16390-3fba-4f41-a618-28a0b06aa4ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:03:59.527170 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:03:59.541091 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb12c16-8946-44e4-af2a-093dab521ea0 req-126b4a7b-660f-4c42-90ff-1c3f4fd80d06 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:03:59.542568 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2cb12c16-8946-44e4-af2a-093dab521ea0 req-126b4a7b-660f-4c42-90ff-1c3f4fd80d06 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0479648 Sep 16 02:03:59.591825 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2cb12c16-8946-44e4-af2a-093dab521ea0 req-9498f1ae-fce6-43ae-b39f-cfb7413d3d95 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Sep 16 02:04:00.724733 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03e3b-fc07-449a-be7a-36bea6976744 req-0b1b65e8-710f-4134-907a-69ad256d8ced tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:00.726202 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35b03e3b-fc07-449a-be7a-36bea6976744 req-0b1b65e8-710f-4134-907a-69ad256d8ced tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0486150 Sep 16 02:04:00.743605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:00.752543 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:00.775068 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-35b03e3b-fc07-449a-be7a-36bea6976744 req-b9b3a79b-315e-4dcc-8687-e8d4b3bcddcf tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Sep 16 02:04:02.056341 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e48ad5-b42c-41ab-942e-fc34ffe16317 req-0a6fc4d6-613e-4678-be10-3bbd76c674d0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:02.057803 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9e48ad5-b42c-41ab-942e-fc34ffe16317 req-0a6fc4d6-613e-4678-be10-3bbd76c674d0 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.2004478 Sep 16 02:04:02.104790 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a9e48ad5-b42c-41ab-942e-fc34ffe16317 req-3ee348bc-f0d9-4d62-b531-c5f3e7c043a5 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408447 Sep 16 02:04:03.232908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84011b1f-d8c8-4891-abd1-18e0c2cab901 req-71ea1a1d-3c4d-4583-b34b-088593c356b7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:03.235082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84011b1f-d8c8-4891-abd1-18e0c2cab901 req-71ea1a1d-3c4d-4583-b34b-088593c356b7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0456026 Sep 16 02:04:03.284182 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84011b1f-d8c8-4891-abd1-18e0c2cab901 req-b117618c-2f54-4ab5-90bb-6eee2fa4fc17 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 Sep 16 02:04:04.408850 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e51114-cb37-48c7-bb8a-054b3bd8377e req-6e3e6eb9-15ba-47ff-9b0c-3883b84ec2ff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:04.410336 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-35e51114-cb37-48c7-bb8a-054b3bd8377e req-6e3e6eb9-15ba-47ff-9b0c-3883b84ec2ff tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0465872 Sep 16 02:04:04.457016 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-35e51114-cb37-48c7-bb8a-054b3bd8377e req-d04dd2cf-0776-42cb-adf6-31ee0203854f tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Sep 16 02:04:05.582498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2da70-109b-41e0-b306-95f7e32d98ac req-dff531b4-a8f0-441f-a1c0-c0ef003d1763 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:05.583970 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae2da70-109b-41e0-b306-95f7e32d98ac req-dff531b4-a8f0-441f-a1c0-c0ef003d1763 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0461292 Sep 16 02:04:05.630855 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2ae2da70-109b-41e0-b306-95f7e32d98ac req-9de2a710-230b-480d-bd70-b93af940e7ec tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Sep 16 02:04:06.049191 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-f6092748-f707-4f43-b8c0-909bd38aba9e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723484 Sep 16 02:04:06.054826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bed2b-6d81-4893-824e-cf9b992f100f req-5d3d8dca-92dd-40fc-bc12-934407fb6631 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:06.056140 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-900bed2b-6d81-4893-824e-cf9b992f100f req-5d3d8dca-92dd-40fc-bc12-934407fb6631 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0782554 Sep 16 02:04:06.545031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de599392-73e2-48c0-acad-690badc18331 req-d1296be7-c9ad-4894-a9c1-de7a736c7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:06.547342 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-d1296be7-c9ad-4894-a9c1-de7a736c7ca6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=0b14dad85f52497c9819f0f3bb397f18&device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 1130 time: 0.0741897 Sep 16 02:04:06.563792 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Deleting port 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:06.564733 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:06.588172 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:06.685421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:06.738732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] For port 4127457c-ae36-44e0-abd0-2ee3fefef488, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4127457c-ae36-44e0-abd0-2ee3fefef488,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:06.739105 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:06.745019 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de599392-73e2-48c0-acad-690badc18331 req-b8b58e51-e513-4b12-8707-b514cc6063b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:06.746486 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-b8b58e51-e513-4b12-8707-b514cc6063b0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 200 len: 915 time: 0.1776178 Sep 16 02:04:06.767775 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8196b-cce4-4c76-9c09-820d1d694900 req-5d5bf12c-92b7-45c6-9ea5-90584351265b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:06.769398 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-75b8196b-cce4-4c76-9c09-820d1d694900 req-5d5bf12c-92b7-45c6-9ea5-90584351265b tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 947 time: 0.0565274 Sep 16 02:04:06.794714 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-27997945-257b-4e4c-9a21-c2c59fe10fab service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766 HTTP/1.1" status: 200 len: 217 time: 0.0414732 Sep 16 02:04:06.845347 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-75b8196b-cce4-4c76-9c09-820d1d694900 req-40ecff04-5bbe-425f-887f-75688e22b32e tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699449 Sep 16 02:04:06.934419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de599392-73e2-48c0-acad-690badc18331 req-48673413-5a99-403b-9a32-d96640c22493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:06.935843 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-48673413-5a99-403b-9a32-d96640c22493 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 200 len: 854 time: 0.1156356 Sep 16 02:04:07.003712 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-86ae49ac-f01f-4d5b-8e89-1af25881b4d0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=29a4b870-3f83-4eb0-9540-67d659221c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583532 Sep 16 02:04:07.071288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:07.071736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:07.072160 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Floating IP 6c54fe69-6a98-4ef0-bf75-b9d84c34255f disassociated. External IP: 172.27.0.172, port: 4127457c-ae36-44e0-abd0-2ee3fefef488. Sep 16 02:04:07.072513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Calling delete_port for 4127457c-ae36-44e0-abd0-2ee3fefef488 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:07.169954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-4dbfc26b-cc29-4629-bbd5-862fb0c12006 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585453 Sep 16 02:04:07.310377 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-de599392-73e2-48c0-acad-690badc18331 req-4e530bdb-0c18-482f-92ff-68a7e4fb296f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284518 Sep 16 02:04:07.311372 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4127457c-ae36-44e0-abd0-2ee3fefef488), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:07.339419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'Port': ['ID=4127457c-ae36-44e0-abd0-2ee3fefef488,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:07.453423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:04:07.538736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:07.548023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:07.560769 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:07.570593 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:07.581184 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:07.581794 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:03:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:07.603710 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] No DVR routers for this DVR port 4127457c-ae36-44e0-abd0-2ee3fefef488 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:04:07.606267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:07.610230 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-900bed2b-6d81-4893-824e-cf9b992f100f req-c29daad4-a1cc-4d27-bc79-c80c5534a959 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.50 "DELETE /networking/v2.0/ports/4127457c-ae36-44e0-abd0-2ee3fefef488 HTTP/1.1" status: 204 len: 173 time: 1.1661079 Sep 16 02:04:07.610677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-deleted', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:04:07.612939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03589c1-8698-47b2-9ac6-48307a8f0a23" -d '{"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-deleted", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:04:07.650072 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d585e99-95b9-4162-93bd-2e73d6022491 x-openstack-request-id: req-2d585e99-95b9-4162-93bd-2e73d6022491 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:04:07.650489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3582769d-4f26-4b4d-b2d9-e9638db93366", "name": "network-vif-deleted", "tag": "4127457c-ae36-44e0-abd0-2ee3fefef488", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:04:07.650802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d585e99-95b9-4162-93bd-2e73d6022491 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:04:07.651269 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d585e99-95b9-4162-93bd-2e73d6022491'] response: {'server_uuid': '3582769d-4f26-4b4d-b2d9-e9638db93366', 'name': 'network-vif-deleted', 'tag': '4127457c-ae36-44e0-abd0-2ee3fefef488', 'status': 'completed', 'code': 200} Sep 16 02:04:07.688264 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:07.883203 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:07.911071 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:07.919508 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:07.920137 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:03:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:07.967151 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b67185ed-eb6c-4849-b823-d9975b0dfc31 req-fea8bd6b-9bd4-4620-a999-a45ff3b06607 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0283530 Sep 16 02:04:08.023050 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:08.208950 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:08.233184 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950328e5-4c38-4288-a309-5e167d59a6c2 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T01:53:57Z', 'revision_number': 4, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '16adfaed-14fe-47a6-9fb5-a258812bf966', 'name': '', 'network_id': '37ec5744-bfab-42fe-b2e4-a18259c0344e', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'mac_address': 'fa:16:3e:dc:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:55Z', 'updated_at': '2022-09-16T01:54:08Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'subnets': [{'id': 'b4aa07bb-6aa5-414e-ba6c-97b08eb9144d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:08.433214 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17308aca-bd51-44d5-8f8b-b39fa53433ee None None] New status for floating IP 6c54fe69-6a98-4ef0-bf75-b9d84c34255f: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:04:09.078928 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12799a5b-00a5-4ebc-bd62-99cdf8a808a5 req-ebac45d4-c567-4706-a85c-5f4fde087aa4 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Sep 16 02:04:10.193323 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-85d5acaf-80cd-4d8d-8923-f6fbfed7711f req-5b808628-f92c-460f-970d-e794b7db1062 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0285976 Sep 16 02:04:11.118081 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:04:11.120324 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:11.146737 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 4127457c-ae36-44e0-abd0-2ee3fefef488 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:04:11.147092 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4127457c-ae36-44e0-abd0-2ee3fefef488 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:04:11.338380 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3b945d37-c0b3-47fd-8049-79e0f21aad2e req-e88d2431-9e91-4056-a866-0ff13bb602ab tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3582769d-4f26-4b4d-b2d9-e9638db93366 HTTP/1.1" status: 200 len: 210 time: 0.0544741 Sep 16 02:04:12.445120 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53220) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:12.507437 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (accb1a71-7a12-4920-9f6e-60fe9d9b0ac4), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.529862 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (accb1a71-7a12-4920-9f6e-60fe9d9b0ac4), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.549591 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53224) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:12.579766 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (accb1a71-7a12-4920-9f6e-60fe9d9b0ac4), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.582486 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.583641 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/accb1a71-7a12-4920-9f6e-60fe9d9b0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1374450 Sep 16 02:04:12.586806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53228) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:12.593927 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff964711-6956-4a5e-b489-12fefa0940ba tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb1a71-7a12-4920-9f6e-60fe9d9b0ac4,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:12.614036 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.api.v2.resource [None req-608f440e-21a6-499a-99c0-96455726ca59 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] show failed (client error): The resource could not be found. Sep 16 02:04:12.618969 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-608f440e-21a6-499a-99c0-96455726ca59 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "GET /networking/v2.0/security-groups/accb1a71-7a12-4920-9f6e-60fe9d9b0ac4 HTTP/1.1" status: 404 len: 347 time: 0.0272477 Sep 16 02:04:12.618969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53230) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:12.675239 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4a363af0-cab5-4f3d-bda6-6430587967c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.769053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Deleting port 08005fda-5c28-4f71-ba48-4e0384f05165 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:12.769334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.876214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4a363af0-cab5-4f3d-bda6-6430587967c1 admin admin] Publish callbacks [] for security_group (d1dcc957-8ade-4e13-a324-b08bf6bf3456), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.880120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.880423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (08005fda-5c28-4f71-ba48-4e0384f05165), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.887178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4a363af0-cab5-4f3d-bda6-6430587967c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d1dcc957-8ade-4e13-a324-b08bf6bf3456), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:12.907326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Calling delete_port for 08005fda-5c28-4f71-ba48-4e0384f05165 owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:12.946039 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4a363af0-cab5-4f3d-bda6-6430587967c1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b67d73cfbfaf479d8860323f6eafef3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953471 Sep 16 02:04:12.948809 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53232) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:12.972186 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a363af0-cab5-4f3d-bda6-6430587967c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dcc957-8ade-4e13-a324-b08bf6bf3456,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:13.001694 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] Publish callbacks [] for security_group (d1dcc957-8ade-4e13-a324-b08bf6bf3456), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.021973 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] Publish callbacks [] for security_group (d1dcc957-8ade-4e13-a324-b08bf6bf3456), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.068217 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d1dcc957-8ade-4e13-a324-b08bf6bf3456), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.069296 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (08005fda-5c28-4f71-ba48-4e0384f05165), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.070848 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.074350 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d1dcc957-8ade-4e13-a324-b08bf6bf3456 HTTP/1.1" status: 204 len: 168 time: 0.1221993 Sep 16 02:04:13.082160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231896d-e005-4eb4-94ef-93a2954953fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dcc957-8ade-4e13-a324-b08bf6bf3456,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:13.097890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Pushing event deleted for resources: {'Port': ['ID=08005fda-5c28-4f71-ba48-4e0384f05165,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:13.164443 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks [] for floatingip (6c54fe69-6a98-4ef0-bf75-b9d84c34255f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.166901 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.170693 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-54e37ce7-485c-4700-b457-1b26df8cd708 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6c54fe69-6a98-4ef0-bf75-b9d84c34255f HTTP/1.1" status: 204 len: 168 time: 0.5476840 Sep 16 02:04:13.726529 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53260) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:13.825992 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1046776441-network', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:13.846313 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Made reservation on behalf of 5318d2681e9d4fd2adc29977165e0a9b for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:13.848529 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.856654 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.925447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:13.937936 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks [] for security_group (e025de6c-7d5c-4960-8f6a-a458ee9cdf66), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.941912 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e025de6c-7d5c-4960-8f6a-a458ee9cdf66), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.968352 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:04:13.978947 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e025de6c-7d5c-4960-8f6a-a458ee9cdf66,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:13.985836 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (a97e5c50-9e1f-4457-85dc-60ed1e4bbae0), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:13.986172 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Added segment a97e5c50-9e1f-4457-85dc-60ed1e4bbae0 of type vlan for network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 Sep 16 02:04:14.015960 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:14.028856 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (6cd1d01a-1fcb-42e8-9408-458ee0e372f2), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.055106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (6cd1d01a-1fcb-42e8-9408-458ee0e372f2), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.056023 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:14.056595 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.109384 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3809478 Sep 16 02:04:14.112236 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53264) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:14.117098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Request body: {'subnet': {'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1046776441-subnet', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:14.120156 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c940f1-3bfa-4434-bf7f-daba0cd2d2ce admin admin] Pushing event updated for resources: {'Network': ['ID=6cd1d01a-1fcb-42e8-9408-458ee0e372f2,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:14.130380 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:04:14.136927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Made reservation on behalf of 5318d2681e9d4fd2adc29977165e0a9b for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:14.139365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.231038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:14.253987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:14.321186 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (154c2941-1d26-480a-8776-f22640151407), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.378053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154c2941-1d26-480a-8776-f22640151407,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:14.386524 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Checking segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:14.386874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Network hostable DHCP agents. Network: 6cd1d01a-1fcb-42e8-9408-458ee0e372f2, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:04:14.404883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:04:14.413731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 6cd1d01a-1fcb-42e8-9408-458ee0e372f2) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:14.417637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:14.418226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.423061 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e685a-ac99-49c1-af52-78abe03e2065 None None] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:14.433778 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-86ad7e6e-d1d3-476b-b36a-bff3662e28c2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3204572 Sep 16 02:04:14.437223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53268) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:14.447342 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:14.469633 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (d6278337-0348-45b5-af41-7e25286df6bf), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.470648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (d6278337-0348-45b5-af41-7e25286df6bf), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.523539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for router_controller (d6278337-0348-45b5-af41-7e25286df6bf), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.534434 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:04:14.535388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.676310 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Allocated IP 172.20.0.2 (6cd1d01a-1fcb-42e8-9408-458ee0e372f2/154c2941-1d26-480a-8776-f22640151407/8ecace14-6068-4c83-bba3-6fcfe6aaeb62) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:14.832876 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks [] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.838820 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.880844 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:14.884067 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:14.887752 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:14.891754 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Pushing event updated for resources: {'Port': ['ID=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:14.903855 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.904231 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.904594 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.904941 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.905306 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.905639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.905969 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.906298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.906624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.906956 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.907281 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.907608 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.907930 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.908279 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.908598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:14.924943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for router_gateway (d6278337-0348-45b5-af41-7e25286df6bf), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:14.961077 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Attempting to bind port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:14.961342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Attempting to bind port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:14.961699 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Attempting to bind port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 on network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:15.005078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:15.005440 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Checking segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:15.005836 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.006220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Bound using segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:15.006687 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Bound port: 8ecace14-6068-4c83-bba3-6fcfe6aaeb62, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:15.007059 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.067888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] For port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:15.071055 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] For port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:15.076805 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.107416 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for router_gateway (d6278337-0348-45b5-af41-7e25286df6bf), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.126803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.133078 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1712c-b788-4e6e-ab32-a722e1c5e54d None None] Pushing event updated for resources: {'Port': ['ID=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:15.242808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Allocated IP 172.27.0.253 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/d63e7f74-c931-401c-b4af-12ace928a89e) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:15.350351 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:15.368477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for port (d63e7f74-c931-401c-b4af-12ace928a89e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.403022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.412231 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:15.449829 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:15.453518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:15.458079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:15.479978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Pushing event updated for resources: {'Port': ['ID=d63e7f74-c931-401c-b4af-12ace928a89e,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:15.704517 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for router_gateway (d6278337-0348-45b5-af41-7e25286df6bf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.896585 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (d6278337-0348-45b5-af41-7e25286df6bf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:15.950735 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8b789-ecfb-49e5-b63d-7f049864f056 None None] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:15.967295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.002087 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:16.028349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Router d6278337-0348-45b5-af41-7e25286df6bf is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:04:16.030186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.073118 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ecdb1ded-aa98-491f-9c2b-3cc31a4c1c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.078850 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Provisioning complete for port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:16.079209 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.079540 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Attempt 1 to provision port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 Sep 16 02:04:16.132514 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:16.132882 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.133214 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 Sep 16 02:04:16.136441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:16.147160 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Sync routers for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:16.157357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.159423 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:16.160274 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:03:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:16.160568 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8f394876-242e-4bcd-aeac-63cb93ff5111 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7221632 Sep 16 02:04:16.161638 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53276) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:16.264883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Current status of the port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:16.265526 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.270988 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:16.287652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:16.288075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.337671 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] For port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:16.345164 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.429171 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.db.api [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106215) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 16 02:04:16.429579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG oslo_db.api [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 16 02:04:16.439488 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058135f5-ecb1-4221-9902-ac7e4764a310 None None] Pushing event updated for resources: {'Port': ['ID=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:16.465044 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b69c769c-fee4-43f0-beb3-296019040499 None None] Provisioning complete for port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:16.465420 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b69c769c-fee4-43f0-beb3-296019040499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.465813 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b69c769c-fee4-43f0-beb3-296019040499 None None] Attempt 1 to provision port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 Sep 16 02:04:16.476461 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:15Z', 'revision_number': 3, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:16.479558 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.506557 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Checking router: d6278337-0348-45b5-af41-7e25286df6bf for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:16.506882 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Updating router d6278337-0348-45b5-af41-7e25286df6bf port d63e7f74-c931-401c-b4af-12ace928a89e binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:16.536657 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.547605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b69c769c-fee4-43f0-beb3-296019040499 None None] Current status of the port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:16.627552 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.669080 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.785792 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks [] for port (d63e7f74-c931-401c-b4af-12ace928a89e), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.791041 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.824414 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Attempting to bind port d63e7f74-c931-401c-b4af-12ace928a89e on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:16.824676 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Attempting to bind port d63e7f74-c931-401c-b4af-12ace928a89e by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:16.824996 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Allocated IP 172.20.0.1 (6cd1d01a-1fcb-42e8-9408-458ee0e372f2/154c2941-1d26-480a-8776-f22640151407/a2f3cacb-b142-4e9c-97f4-e1de807000b4) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:16.825132 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Attempting to bind port d63e7f74-c931-401c-b4af-12ace928a89e on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:16.858099 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Pushing event updated for resources: {'Port': ['ID=d63e7f74-c931-401c-b4af-12ace928a89e,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:16.869799 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.870139 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.870485 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.870838 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.871162 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.871480 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.871792 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.872133 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.872447 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.872759 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.873071 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.873380 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.874222 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.874729 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.875480 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:04:16.893847 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:16.894258 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:16.894596 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.894971 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:16.895437 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Bound port: d63e7f74-c931-401c-b4af-12ace928a89e, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:16.896508 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.930364 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.933739 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks [] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.936910 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:16.946869 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] For port d63e7f74-c931-401c-b4af-12ace928a89e, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:16.949963 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] For port d63e7f74-c931-401c-b4af-12ace928a89e, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d63e7f74-c931-401c-b4af-12ace928a89e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:16.956289 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.966615 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:16.975408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:16.991862 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:16.992521 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:03:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:17.018417 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:17.023007 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:17.025567 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:17.052155 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:17.070632 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (d6278337-0348-45b5-af41-7e25286df6bf), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.197692 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:17.206859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.249066 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf2f84-1786-4db3-be90-ff1a7c7e4be9 None None] Pushing event updated for resources: {'Port': ['ID=d63e7f74-c931-401c-b4af-12ace928a89e,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:17.275685 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Provisioning complete for port a2f3cacb-b142-4e9c-97f4-e1de807000b4 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:17.276273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.276560 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 1 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:17.310050 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:17.376268 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:15Z', 'revision_number': 3, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:17.402675 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdd760-2ab9-4ace-b34b-db868ef938cc None None] The sync data for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi is: [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:15Z', 'revision_number': 3, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:17.582126 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks [] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.589284 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.663646 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:17.670855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (d6278337-0348-45b5-af41-7e25286df6bf), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:17.778044 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:17.779590 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:17.811834 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 2 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:17.852102 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:17.862701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:17.937717 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Router d6278337-0348-45b5-af41-7e25286df6bf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:04:18.007770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:18.016539 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:18.066266 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:18.074728 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:18.086644 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f5a1711a-0d91-4522-a7da-0f26cf6b1a30 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d6278337-0348-45b5-af41-7e25286df6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186909 Sep 16 02:04:18.115455 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:18.115993 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.116424 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 Sep 16 02:04:18.196585 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:18.197742 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d63e7f74-c931-401c-b4af-12ace928a89e up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:18.244522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d63e7f74-c931-401c-b4af-12ace928a89e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:18.244893 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.245227 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d63e7f74-c931-401c-b4af-12ace928a89e Sep 16 02:04:18.324051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d63e7f74-c931-401c-b4af-12ace928a89e is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:18.324725 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.332532 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:18.476409 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port d63e7f74-c931-401c-b4af-12ace928a89e, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d63e7f74-c931-401c-b4af-12ace928a89e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:18.477510 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 3 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:18.507783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.546891 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-460d5fc0-1a2d-4d5f-99df-22697991c643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.559387 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:18.587807 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=d63e7f74-c931-401c-b4af-12ace928a89e,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:18.616215 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53308) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:18.621652 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2085286331-network', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:18.640704 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Made reservation on behalf of e60745c3d9fa4555be6fb8e71f2dbe6a for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:18.643198 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.655876 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.748911 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks [] for security_group (78687e0e-83a0-475a-bc08-d893598bb057), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.754468 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (78687e0e-83a0-475a-bc08-d893598bb057), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.772335 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:04:18.805175 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (83f33e3f-2e23-4596-87cb-245a9997858f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.805549 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Added segment 83f33e3f-2e23-4596-87cb-245a9997858f of type vlan for network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 Sep 16 02:04:18.819648 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78687e0e-83a0-475a-bc08-d893598bb057,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:18.859149 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.884197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.885186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:18.885762 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:18.942943 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3255503 Sep 16 02:04:18.945635 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53322) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:18.950148 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Request body: {'subnet': {'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2085286331-subnet', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:18.974787 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43439a09-57cd-44d9-9624-45d5fc723c4e admin admin] Pushing event updated for resources: {'Network': ['ID=4863761a-c0b5-4f25-a6ec-5c42b7fc3a76,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:18.985826 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Made reservation on behalf of e60745c3d9fa4555be6fb8e71f2dbe6a for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:18.986017 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:04:18.988355 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27835106'] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.060748 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 4 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:19.083997 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Sync routers for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:19.106574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:19.107179 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:19.107812 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:19.166258 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1943733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27835124'] for subnet (17d047bb-b18a-4595-aa14-959ec532f5c1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.215519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:19.222146 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d047bb-b18a-4595-aa14-959ec532f5c1,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:19.234809 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Checking segment: {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:19.235159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Network hostable DHCP agents. Network: 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:04:19.255447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:04:19.266315 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:19.270701 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:19.271400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.281725 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:19.291120 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133b25d-f041-429e-a83b-e9013436c252 None None] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:19.292134 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-584ed9c6-4a9f-4ac4-881b-8d88342bceb2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3454652 Sep 16 02:04:19.295201 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53324) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:19.301917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:19.325559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (298b62bf-e17d-4424-8777-7afbaff13227), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.326720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (298b62bf-e17d-4424-8777-7afbaff13227), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.352641 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:19.381252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:19.389035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for router_controller (298b62bf-e17d-4424-8777-7afbaff13227), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.460054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:19.485378 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'fixed_ips': [{'subnet_id': '17d047bb-b18a-4595-aa14-959ec532f5c1'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:04:19.486291 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.527069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for router_gateway (298b62bf-e17d-4424-8777-7afbaff13227), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.541741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 2, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:19.585276 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.609886 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 5 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:19.632792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Checking router: d6278337-0348-45b5-af41-7e25286df6bf for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:19.633142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Updating router d6278337-0348-45b5-af41-7e25286df6bf port a2f3cacb-b142-4e9c-97f4-e1de807000b4 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:19.689717 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:19.709785 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for router_gateway (298b62bf-e17d-4424-8777-7afbaff13227), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.710494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.729037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:19.763816 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Allocated IP 172.20.0.2 (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76/17d047bb-b18a-4595-aa14-959ec532f5c1/e5fcdcbe-d100-4723-9174-e1f4fd6cef7d) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:19.839708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Allocated IP 172.27.0.144 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/99c20562-5004-48dd-8b90-499f37c8276f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:19.916337 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53336) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:19.964218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for port (99c20562-5004-48dd-8b90-499f37c8276f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.001723 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (99c20562-5004-48dd-8b90-499f37c8276f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.006587 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.012501 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d63e7f74-c931-401c-b4af-12ace928a89e up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:20.053264 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:20.056721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:20.058734 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=99c20562-5004-48dd-8b90-499f37c8276f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:20.061005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:20.122105 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.185865 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d63e7f74-c931-401c-b4af-12ace928a89e triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:20.186784 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.187233 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d63e7f74-c931-401c-b4af-12ace928a89e Sep 16 02:04:20.193277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks [] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.194898 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 6 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:20.245492 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.268168 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.324279 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for router_gateway (298b62bf-e17d-4424-8777-7afbaff13227), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.334224 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:20.339493 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:20.352374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:20.361238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks [] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.362921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:20.367170 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Pushing event updated for resources: {'Port': ['ID=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:20.372661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.377669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.417079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.534142 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (298b62bf-e17d-4424-8777-7afbaff13227), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.549455 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.645369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d63e7f74-c931-401c-b4af-12ace928a89e is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:20.650340 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345afa-17a2-4a5a-a020-8192f2b86484 None None] Pushing event updated for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:20.669213 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Attempting to bind port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:20.669575 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Attempting to bind port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:20.669933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Attempting to bind port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d on network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:20.693196 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Router 298b62bf-e17d-4424-8777-7afbaff13227 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:04:20.708160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Attempting to bind port a2f3cacb-b142-4e9c-97f4-e1de807000b4 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:20.708160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Attempting to bind port a2f3cacb-b142-4e9c-97f4-e1de807000b4 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:20.708160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Attempting to bind port a2f3cacb-b142-4e9c-97f4-e1de807000b4 on network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:20.756972 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:20.757342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Checking segment: {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:20.757741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.758126 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Bound using segment: {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:20.758588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Bound port: e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:20.758963 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.777680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:20.778108 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Checking segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:20.778429 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.778810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Bound using segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:20.779266 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Bound port: a2f3cacb-b142-4e9c-97f4-e1de807000b4, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:20.779636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.804673 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Deleting port 16adfaed-14fe-47a6-9fb5-a258812bf966 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:20.805010 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.813170 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:20.823364 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Sync routers for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:20.826517 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.836372 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 7 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:20.836668 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:20.837981 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:20.845205 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.846683 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-29b052d6-b912-499f-9dba-6c5b57f99ae9 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5489326 Sep 16 02:04:20.849377 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53342) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:20.895105 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] For port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:20.915967 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] For port 16adfaed-14fe-47a6-9fb5-a258812bf966, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=16adfaed-14fe-47a6-9fb5-a258812bf966,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:20.916575 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.930556 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.934249 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Calling delete_port for 16adfaed-14fe-47a6-9fb5-a258812bf966 owned by network:router_interface {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:20.941142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] For port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:20.948458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Port a2f3cacb-b142-4e9c-97f4-e1de807000b4 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:20.954852 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:20.961926 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:20.964394 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:20.977028 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] For port a2f3cacb-b142-4e9c-97f4-e1de807000b4, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:20.981137 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] For port a2f3cacb-b142-4e9c-97f4-e1de807000b4, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a2f3cacb-b142-4e9c-97f4-e1de807000b4,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:21.026456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.080117 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:21.087728 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:21.091413 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:21.137552 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5589697-fb83-49af-b10e-bcaf6feea63f None None] Pushing event updated for resources: {'Port': ['ID=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:21.181221 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:21.227557 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (16adfaed-14fe-47a6-9fb5-a258812bf966), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.252386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.299402 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:20Z', 'revision_number': 3, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:21.308798 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Pushing event deleted for resources: {'Port': ['ID=16adfaed-14fe-47a6-9fb5-a258812bf966,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:21.380237 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345afa-17a2-4a5a-a020-8192f2b86484 None None] Pushing event updated for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:21.395840 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Checking router: 298b62bf-e17d-4424-8777-7afbaff13227 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:21.396288 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Updating router 298b62bf-e17d-4424-8777-7afbaff13227 port 99c20562-5004-48dd-8b90-499f37c8276f binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:21.417071 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:21.460618 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (99c20562-5004-48dd-8b90-499f37c8276f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.549443 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Attempt 8 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:21.603316 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:21.605559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:21.628914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.713830 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.731175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.789530 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Current status of the port a2f3cacb-b142-4e9c-97f4-e1de807000b4 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:21.789917 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.852525 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] For port a2f3cacb-b142-4e9c-97f4-e1de807000b4, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a2f3cacb-b142-4e9c-97f4-e1de807000b4,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:21.865859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Allocated IP 172.20.0.1 (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76/17d047bb-b18a-4595-aa14-959ec532f5c1/3044e4b1-f141-4169-8955-1322ba2391a5) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:21.880499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.902028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:21.952263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:20Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:21.958097 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks [] for port (99c20562-5004-48dd-8b90-499f37c8276f), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.966845 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (99c20562-5004-48dd-8b90-499f37c8276f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:21.986941 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57939119-dea2-45c6-8b69-b63c47ac7f66 None None] The sync data for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi is: [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:20Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:22.017867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c01e4cbe-8ca8-4f4b-878d-7aee6c5cdce5 None None] Provisioning complete for port a2f3cacb-b142-4e9c-97f4-e1de807000b4 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:22.017867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c01e4cbe-8ca8-4f4b-878d-7aee6c5cdce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.018333 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c01e4cbe-8ca8-4f4b-878d-7aee6c5cdce5 None None] Attempt 1 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:22.023418 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27012878-1af9-4a81-86ae-32a254231dd2 None None] Pushing event updated for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:22.134741 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c2a9-26e2-43be-afdb-93b7266efad8 None None] Pushing event updated for resources: {'Port': ['ID=99c20562-5004-48dd-8b90-499f37c8276f,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:22.173842 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Attempting to bind port 99c20562-5004-48dd-8b90-499f37c8276f on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:22.176418 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Attempting to bind port 99c20562-5004-48dd-8b90-499f37c8276f by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:22.177110 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Attempting to bind port 99c20562-5004-48dd-8b90-499f37c8276f on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:22.204424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c01e4cbe-8ca8-4f4b-878d-7aee6c5cdce5 None None] Current status of the port a2f3cacb-b142-4e9c-97f4-e1de807000b4 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:22.253317 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device e5fcdcbe-d100-4723-9174-e1f4fd6cef7d up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:22.309905 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:22.310389 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:22.312823 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.313285 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:22.313804 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Bound port: 99c20562-5004-48dd-8b90-499f37c8276f, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:22.314199 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (99c20562-5004-48dd-8b90-499f37c8276f), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.331923 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:22.332410 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.332844 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d Sep 16 02:04:22.433692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:22.435499 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] For port 99c20562-5004-48dd-8b90-499f37c8276f, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:22.440218 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] For port 99c20562-5004-48dd-8b90-499f37c8276f, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=99c20562-5004-48dd-8b90-499f37c8276f,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:22.449847 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (99c20562-5004-48dd-8b90-499f37c8276f), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.468828 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:22.469979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.475413 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:04:22.476068 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:22.476068 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:22.544825 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:22.546839 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:22.552273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.647682 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:22.651076 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:22.717013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b126599-5b2f-4e06-bbab-f8901e7fc284 None None] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:22.738994 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:22.747864 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-04ca5ec2-e0b6-4bfa-bfb3-88c26072028e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8299704 Sep 16 02:04:22.748702 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53358) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:22.768473 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578c2a9-26e2-43be-afdb-93b7266efad8 None None] Pushing event updated for resources: {'Port': ['ID=99c20562-5004-48dd-8b90-499f37c8276f,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:22.773940 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Sync routers for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:22.839092 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks [] for port (3044e4b1-f141-4169-8955-1322ba2391a5), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.846015 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:22.874138 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-0c39bf38-50cc-46e7-984f-e9686115f380 None None] Provisioning complete for port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:22.874585 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c39bf38-50cc-46e7-984f-e9686115f380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.874950 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-0c39bf38-50cc-46e7-984f-e9686115f380 None None] Attempt 1 to provision port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d Sep 16 02:04:22.883137 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:22.883778 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:22.885276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.912807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks [] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:22.937450 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:22.943262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:22.959836 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:22.965065 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Pushing event updated for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:23.045178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (298b62bf-e17d-4424-8777-7afbaff13227), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.140213 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17839105-d371-4d9c-b566-915990c9acf4 req-b575eb76-cb2e-4127-a51c-0c71ec27b798 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:23.142297 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-17839105-d371-4d9c-b566-915990c9acf4 req-b575eb76-cb2e-4127-a51c-0c71ec27b798 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.1071904 Sep 16 02:04:23.196914 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:20Z', 'revision_number': 3, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:23.221188 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-17839105-d371-4d9c-b566-915990c9acf4 req-88d904ae-b2bc-4bbc-b973-10444f944a35 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720377 Sep 16 02:04:23.223248 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:23.227558 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks [] for router_gateway (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.256387 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e005a-814d-49de-a71f-7248e28ca4e0 None None] The sync data for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi is: [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:20Z', 'revision_number': 3, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:23.295216 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.302332 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Deleting port dbdbce9b-2800-46bc-952e-932b27e742eb {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:23.302669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.348373 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:04:23.450116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:23.459512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:23.495082 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] For port dbdbce9b-2800-46bc-952e-932b27e742eb, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=dbdbce9b-2800-46bc-952e-932b27e742eb,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:23.495735 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.518268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Calling delete_port for dbdbce9b-2800-46bc-952e-932b27e742eb owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:23.543522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-0c39bf38-50cc-46e7-984f-e9686115f380 None None] Current status of the port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:23.547871 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks [] for port (3044e4b1-f141-4169-8955-1322ba2391a5), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.558245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.681238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Provisioning complete for port 3044e4b1-f141-4169-8955-1322ba2391a5 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:23.681730 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.682074 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 1 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:23.690280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (298b62bf-e17d-4424-8777-7afbaff13227), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.710663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port': {'id': 'dbdbce9b-2800-46bc-952e-932b27e742eb', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T01:53:49Z', 'updated_at': '2022-09-16T01:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:23.711715 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Pushing event updated for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:23.725676 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:23.755286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Checking router: 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:23.757484 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:23.767272 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Routers {'9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:23.767979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:23.844544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (dbdbce9b-2800-46bc-952e-932b27e742eb), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.931383 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdbce9b-2800-46bc-952e-932b27e742eb,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:23.933971 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] Set router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:23.949954 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:23.951767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:23.991368 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:23.999295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 6, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:24.056522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3426f07-45f4-46ea-a695-1a7b5c695516 None None] The sync data for ids ['9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9'] in dv-cinder-849143-2-iscsi is: [{'id': '9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9', 'name': 'tempest-AttachVolumeShelveTestJSON-1564764107-router', 'tenant_id': '1377f60423c64a1786203deb55ae55ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T01:53:47Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 6, 'project_id': '1377f60423c64a1786203deb55ae55ef', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:24.135225 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.137604 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks [] for router_controller (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.138927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Router 298b62bf-e17d-4424-8777-7afbaff13227 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:04:24.187827 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.188709 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:04:24.193940 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.195092 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-30aac73b-5d5f-467a-ac36-0837de4efa98 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/9a3c6ef0-bf06-4a04-b2d7-61ea26346bf9 HTTP/1.1" status: 204 len: 168 time: 1.4448414 Sep 16 02:04:24.198770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53362) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:24.254597 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:24.259927 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 2 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:24.266943 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Deleting subnet b4aa07bb-6aa5-414e-ba6c-97b08eb9144d {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:04:24.270432 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Publish callbacks [] for subnet (b4aa07bb-6aa5-414e-ba6c-97b08eb9144d), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.272205 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:24.286800 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e0795324-0f32-498c-9f2e-5f8cba77a820 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/298b62bf-e17d-4424-8777-7afbaff13227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4271219 Sep 16 02:04:24.312847 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (b4aa07bb-6aa5-414e-ba6c-97b08eb9144d), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.317692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:24.391467 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d3495-2f73-4221-bddf-3387af50b509 req-19108057-0f69-47e6-9691-2dccc525fe81 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:24.393090 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-743d3495-2f73-4221-bddf-3387af50b509 req-19108057-0f69-47e6-9691-2dccc525fe81 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.0594234 Sep 16 02:04:24.425690 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (b4aa07bb-6aa5-414e-ba6c-97b08eb9144d), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.488634 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-743d3495-2f73-4221-bddf-3387af50b509 req-648dfa94-85a9-4698-897f-6c24cf0ff7b0 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867567 Sep 16 02:04:24.548386 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (b4aa07bb-6aa5-414e-ba6c-97b08eb9144d), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.551550 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 99c20562-5004-48dd-8b90-499f37c8276f up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:24.588432 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.593939 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b4aa07bb-6aa5-414e-ba6c-97b08eb9144d HTTP/1.1" status: 204 len: 168 time: 0.3917196 Sep 16 02:04:24.595278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53374) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:24.595611 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf00ab-c221-4f9b-ad90-3b7364e7d655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4aa07bb-6aa5-414e-ba6c-97b08eb9144d,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:24.614120 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:24.621142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d815977-926a-4aa4-a4a3-a5f754ef4cd7 None None] Network 37ec5744-bfab-42fe-b2e4-a18259c0344e requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:24.692397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 99c20562-5004-48dd-8b90-499f37c8276f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:24.692852 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (99c20562-5004-48dd-8b90-499f37c8276f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.693249 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 99c20562-5004-48dd-8b90-499f37c8276f Sep 16 02:04:24.725904 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (37ec5744-bfab-42fe-b2e4-a18259c0344e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.780301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Deleting port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:24.780869 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.781715 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:24.820146 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 3 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:24.876402 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 99c20562-5004-48dd-8b90-499f37c8276f is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:24.876798 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (99c20562-5004-48dd-8b90-499f37c8276f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.883328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:24.894494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] For port 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=93802ef0-5a63-4dc4-85da-0fa8c03c8712,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:24.894494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.909624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 99c20562-5004-48dd-8b90-499f37c8276f, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=99c20562-5004-48dd-8b90-499f37c8276f,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:24.912773 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Calling delete_port for 93802ef0-5a63-4dc4-85da-0fa8c03c8712 owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:24.916461 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (99c20562-5004-48dd-8b90-499f37c8276f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:24.917453 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device e5fcdcbe-d100-4723-9174-e1f4fd6cef7d up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:24.919531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-840e4ced-a1f7-42c3-9d7f-328e04e81d61 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:24.921596 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-840e4ced-a1f7-42c3-9d7f-328e04e81d61 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.0763481 Sep 16 02:04:25.000592 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] DHCP port deletion for 37ec5744-bfab-42fe-b2e4-a18259c0344e request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:04:25.033941 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:25.054532 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=99c20562-5004-48dd-8b90-499f37c8276f,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:25.075350 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:25.075729 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.076106 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d Sep 16 02:04:25.078519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Deleting port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:25.079059 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.098970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Deleting port eaea4902-1bf6-48bb-9a86-81bc1df71766 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:04:25.099318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.162510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.179912 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] For port 93802ef0-5a63-4dc4-85da-0fa8c03c8712, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=93802ef0-5a63-4dc4-85da-0fa8c03c8712,segment=NetworkSegment(b5c43145-1c14-47ab-af6f-765ed80aecde),segment_id=b5c43145-1c14-47ab-af6f-765ed80aecde)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:25.180341 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.196505 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Calling delete_port for 93802ef0-5a63-4dc4-85da-0fa8c03c8712 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:25.200695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] No DVR routers for this DVR port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 on host dv-cinder-849143-2-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:04:25.209307 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Pushing event deleted for resources: {'Port': ['ID=93802ef0-5a63-4dc4-85da-0fa8c03c8712,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:25.270324 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:25.271386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a2f3cacb-b142-4e9c-97f4-e1de807000b4 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:25.307233 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (37ec5744-bfab-42fe-b2e4-a18259c0344e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.333198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] For port eaea4902-1bf6-48bb-9a86-81bc1df71766, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=eaea4902-1bf6-48bb-9a86-81bc1df71766,segment=NetworkSegment(82416b00-c6c3-4d3e-be3b-2a940870a8b5),segment_id=82416b00-c6c3-4d3e-be3b-2a940870a8b5)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:25.333571 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.344496 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port a2f3cacb-b142-4e9c-97f4-e1de807000b4 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:25.344960 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.345365 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port a2f3cacb-b142-4e9c-97f4-e1de807000b4 Sep 16 02:04:25.347477 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (93802ef0-5a63-4dc4-85da-0fa8c03c8712), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.350568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ec5744-bfab-42fe-b2e4-a18259c0344e']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:25.360936 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Calling delete_port for eaea4902-1bf6-48bb-9a86-81bc1df71766 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:04:25.366971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c43145-1c14-47ab-af6f-765ed80aecde') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:25.367277 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c43145-1c14-47ab-af6f-765ed80aecde') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:25.382542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (b5c43145-1c14-47ab-af6f-765ed80aecde), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.392921 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 4 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:25.399046 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] No DVR routers for this DVR port 93802ef0-5a63-4dc4-85da-0fa8c03c8712 on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:04:25.416731 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f828d-7588-4e0f-9be0-b73b0bf62ad9 None None] Pushing event deleted for resources: {'Port': ['ID=93802ef0-5a63-4dc4-85da-0fa8c03c8712,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:25.445405 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (b5c43145-1c14-47ab-af6f-765ed80aecde), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.454883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:25.459268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:04:25.459608 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (b5c43145-1c14-47ab-af6f-765ed80aecde), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.501042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:25.515629 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:25.524243 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment b5c43145-1c14-47ab-af6f-765ed80aecde resource provider aggregate not found Sep 16 02:04:25.562671 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment b5c43145-1c14-47ab-af6f-765ed80aecde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c43145-1c14-47ab-af6f-765ed80aecde found for delete ", "request_id": "req-ba677d76-3a62-42d0-bf67-4276d143a680"}]} Sep 16 02:04:25.571777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port a2f3cacb-b142-4e9c-97f4-e1de807000b4 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:25.573205 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (37ec5744-bfab-42fe-b2e4-a18259c0344e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.594919 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.594919 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/37ec5744-bfab-42fe-b2e4-a18259c0344e HTTP/1.1" status: 204 len: 168 time: 0.9941833 Sep 16 02:04:25.608789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7be8-f847-46ef-9147-a1951b44c30b admin admin] Pushing event deleted for resources: {'Network': ['ID=37ec5744-bfab-42fe-b2e4-a18259c0344e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:25.690115 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (eaea4902-1bf6-48bb-9a86-81bc1df71766), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.726930 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['eaea4902-1bf6-48bb-9a86-81bc1df71766'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:04:25.732505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Pushing event deleted for resources: {'Port': ['ID=eaea4902-1bf6-48bb-9a86-81bc1df71766,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:25.742004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0711f0-6c18-43b3-a871-d7f8c2f38c3f req-2cee0a7b-fb42-4ae8-a259-52c64bcdc3c8 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:25.749681 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8c0711f0-6c18-43b3-a871-d7f8c2f38c3f req-2cee0a7b-fb42-4ae8-a259-52c64bcdc3c8 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17 HTTP/1.1" status: 200 len: 946 time: 0.1163421 Sep 16 02:04:25.817614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] No DVR routers for this DVR port eaea4902-1bf6-48bb-9a86-81bc1df71766 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:04:25.822583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:25.831649 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-27b7e288-0739-4ab9-8069-6b3dedf03e89 req-48b427d1-bfaa-4589-9c3b-ecd7fd0dd9aa tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.50 "DELETE /networking/v2.0/ports/eaea4902-1bf6-48bb-9a86-81bc1df71766 HTTP/1.1" status: 204 len: 173 time: 0.9007854 Sep 16 02:04:25.832264 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'name': 'network-vif-deleted', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:04:25.834842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ff2d2-3fa1-4103-a3b7-32d504785655" -d '{"events": [{"server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "name": "network-vif-deleted", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:04:25.919263 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8c0711f0-6c18-43b3-a871-d7f8c2f38c3f req-51203572-7ff1-4e36-8fbe-b63587359570 tempest-VolumesSnapshotTestJSON-525688138 tempest-VolumesSnapshotTestJSON-525688138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=efc0385f-1e0b-4917-a8ef-267e317c6d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617324 Sep 16 02:04:25.933848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9496a1c-09e2-426c-8391-8cffbfa8dd93 x-openstack-request-id: req-f9496a1c-09e2-426c-8391-8cffbfa8dd93 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:04:25.934300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17", "name": "network-vif-deleted", "tag": "eaea4902-1bf6-48bb-9a86-81bc1df71766", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:04:25.934800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9496a1c-09e2-426c-8391-8cffbfa8dd93 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:04:25.935302 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9496a1c-09e2-426c-8391-8cffbfa8dd93'] response: {'server_uuid': '6e2fd0c7-ce37-4a35-8c73-f5956f8d7b17', 'name': 'network-vif-deleted', 'tag': 'eaea4902-1bf6-48bb-9a86-81bc1df71766', 'status': 'completed', 'code': 200} Sep 16 02:04:25.954506 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 5 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:25.993522 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53406) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:26.073481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 99c20562-5004-48dd-8b90-499f37c8276f up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:26.077067 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:26.078450 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-056ec99a-fe2e-4479-bd22-8505346be117 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1377f60423c64a1786203deb55ae55ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0837126 Sep 16 02:04:26.080980 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53408) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:26.162451 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 99c20562-5004-48dd-8b90-499f37c8276f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:26.162834 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (99c20562-5004-48dd-8b90-499f37c8276f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:26.163178 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 99c20562-5004-48dd-8b90-499f37c8276f Sep 16 02:04:26.171059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] Publish callbacks [] for security_group (7200f499-510f-4680-bcc0-82a0ded3f21a), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:26.202881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] Publish callbacks [] for security_group (7200f499-510f-4680-bcc0-82a0ded3f21a), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:26.243273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:26.277018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (7200f499-510f-4680-bcc0-82a0ded3f21a), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:26.283269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:26.286839 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7200f499-510f-4680-bcc0-82a0ded3f21a HTTP/1.1" status: 204 len: 168 time: 0.2021704 Sep 16 02:04:26.309746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c70c0f-0898-4794-838f-1ee0294a37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7200f499-510f-4680-bcc0-82a0ded3f21a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:26.350451 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Sync routers for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:26.365860 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:26.366912 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:26.369965 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:26.399256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 99c20562-5004-48dd-8b90-499f37c8276f is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:26.505528 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device dbdbce9b-2800-46bc-952e-932b27e742eb no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:04:26.537799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: dbdbce9b-2800-46bc-952e-932b27e742eb {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:04:26.540644 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device dbdbce9b-2800-46bc-952e-932b27e742eb not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:04:26.544168 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 16adfaed-14fe-47a6-9fb5-a258812bf966 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:04:26.553596 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:26.593274 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 6 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:26.596920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 16adfaed-14fe-47a6-9fb5-a258812bf966 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:04:26.597512 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 16adfaed-14fe-47a6-9fb5-a258812bf966 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:04:26.598135 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 93802ef0-5a63-4dc4-85da-0fa8c03c8712 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:04:26.724841 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 93802ef0-5a63-4dc4-85da-0fa8c03c8712 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:04:26.725241 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 93802ef0-5a63-4dc4-85da-0fa8c03c8712 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:04:26.743499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:26.971977 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 4, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '3044e4b1-f141-4169-8955-1322ba2391a5', 'name': '', 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'mac_address': 'fa:16:3e:04:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:21Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 2, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'subnets': [{'id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:27.011667 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Checking router: 298b62bf-e17d-4424-8777-7afbaff13227 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:27.012046 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Updating router 298b62bf-e17d-4424-8777-7afbaff13227 port 3044e4b1-f141-4169-8955-1322ba2391a5 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:27.050947 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.245655 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 7 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:27.300496 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Port 3044e4b1-f141-4169-8955-1322ba2391a5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:27.449327 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53436) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:27.467510 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks [] for port (3044e4b1-f141-4169-8955-1322ba2391a5), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.479908 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.541317 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf124a-4252-4b34-8b31-f1091e4634f7 None None] Pushing event updated for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:27.598495 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Attempting to bind port 3044e4b1-f141-4169-8955-1322ba2391a5 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:27.599093 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Attempting to bind port 3044e4b1-f141-4169-8955-1322ba2391a5 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:27.599513 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Attempting to bind port 3044e4b1-f141-4169-8955-1322ba2391a5 on network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:27.639983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-911116023-network', 'tenant_id': '663bde66131d47159ffa09ad33971895'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:27.656338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:27.658298 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:27.666548 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:27.666995 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Checking segment: {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:27.667426 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.667832 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Bound using segment: {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:27.668404 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Bound port: 3044e4b1-f141-4169-8955-1322ba2391a5, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f33e3f-2e23-4596-87cb-245a9997858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:27.668650 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:27.668775 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.672886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.683407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.707873 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:27.747505 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] For port 3044e4b1-f141-4169-8955-1322ba2391a5, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:27.754750 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] For port 3044e4b1-f141-4169-8955-1322ba2391a5, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3044e4b1-f141-4169-8955-1322ba2391a5,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:27.765345 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.775644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks [] for security_group (75bab4f2-402d-4aac-8e66-717593d65365), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.783401 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (75bab4f2-402d-4aac-8e66-717593d65365), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.801927 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 8 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:27.823005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:04:27.832289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bab4f2-402d-4aac-8e66-717593d65365,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:27.857002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (dfc28073-b9ca-4a5f-af3c-aa4a6597b18a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.857524 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Added segment dfc28073-b9ca-4a5f-af3c-aa4a6597b18a of type vlan for network 80b93367-5ee2-4183-922b-cb2be17dc7b7 Sep 16 02:04:27.863084 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf124a-4252-4b34-8b31-f1091e4634f7 None None] Pushing event updated for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:27.872618 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:27.873293 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:27.915334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Current status of the port 3044e4b1-f141-4169-8955-1322ba2391a5 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:27.915873 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.934287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (80b93367-5ee2-4183-922b-cb2be17dc7b7), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.955531 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] For port 3044e4b1-f141-4169-8955-1322ba2391a5, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3044e4b1-f141-4169-8955-1322ba2391a5,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:27.965397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.970969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (80b93367-5ee2-4183-922b-cb2be17dc7b7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:27.972426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:27.973285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.011197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Provisioning complete for port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:28.011656 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.012145 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Attempt 1 to provision port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d Sep 16 02:04:28.013375 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=8,neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:28.026861 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:28.048659 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5982335 Sep 16 02:04:28.051553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53442) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:28.057813 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Request body: {'subnet': {'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-911116023-subnet', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:28.059430 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Pushing event updated for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:28.108042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259806f0-b821-4e9a-b04a-f3c35ad13e59 admin admin] Pushing event updated for resources: {'Network': ['ID=80b93367-5ee2-4183-922b-cb2be17dc7b7,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:28.108571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:28.113967 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-4744ce7e-eb4b-4abc-9d5f-e8694b4ffa59 None None] Current status of the port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:28.121070 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'subnet': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:28.121517 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:04:28.128384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27835106'] for subnet (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.337170 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 4, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '3044e4b1-f141-4169-8955-1322ba2391a5', 'name': '', 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'mac_address': 'fa:16:3e:04:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:21Z', 'updated_at': '2022-09-16T02:04:27Z', 'revision_number': 4, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'subnets': [{'id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:28.365142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-6b7581b0-25be-4f5a-b5ba-a35ce5d96ebb None None] Provisioning complete for port 3044e4b1-f141-4169-8955-1322ba2391a5 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:28.365724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6b7581b0-25be-4f5a-b5ba-a35ce5d96ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.365930 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6b7581b0-25be-4f5a-b5ba-a35ce5d96ebb None None] Attempt 1 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:28.374126 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0422ac9-abf5-4b82-bd81-7dcb6d9ef7dc None None] The sync data for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi is: [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:23Z', 'revision_number': 4, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '3044e4b1-f141-4169-8955-1322ba2391a5', 'name': '', 'network_id': '4863761a-c0b5-4f25-a6ec-5c42b7fc3a76', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'mac_address': 'fa:16:3e:04:94:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:21Z', 'updated_at': '2022-09-16T02:04:27Z', 'revision_number': 4, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'subnets': [{'id': '17d047bb-b18a-4595-aa14-959ec532f5c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:28.393843 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:28.402640 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1943733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27835124'] for subnet (fc00cc7f-ba57-4219-84a1-18cc851fb7ec), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.487204 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc00cc7f-ba57-4219-84a1-18cc851fb7ec,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:28.489753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6b7581b0-25be-4f5a-b5ba-a35ce5d96ebb None None] Current status of the port 3044e4b1-f141-4169-8955-1322ba2391a5 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:28.548487 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:28.548975 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Network hostable DHCP agents. Network: 80b93367-5ee2-4183-922b-cb2be17dc7b7, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106213) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:04:28.575324 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106213) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:04:28.607183 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 80b93367-5ee2-4183-922b-cb2be17dc7b7) {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:28.612076 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:28.612660 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.627386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a931269-2698-4472-925a-a9038cacb792 None None] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:28.646915 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b8da0e17-981c-4a37-bf10-50e6f41d8202 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5936062 Sep 16 02:04:28.649680 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53448) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:28.654224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:28.688568 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (819d03ef-ca6d-4108-a36e-458957760f41), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.690212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (819d03ef-ca6d-4108-a36e-458957760f41), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.780867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for router_controller (819d03ef-ca6d-4108-a36e-458957760f41), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:28.860613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-80b93367-5ee2-4183-922b-cb2be17dc7b7', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:04:28.862847 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.012425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for router_gateway (819d03ef-ca6d-4108-a36e-458957760f41), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.047723 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:29.107033 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:29.149705 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Allocated IP 172.20.0.2 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/0e285bce-454a-418e-a14e-f106c05226c3) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:29.220681 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device eaea4902-1bf6-48bb-9a86-81bc1df71766 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:04:29.255657 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: eaea4902-1bf6-48bb-9a86-81bc1df71766 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:04:29.255954 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device eaea4902-1bf6-48bb-9a86-81bc1df71766 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:04:29.321439 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for router_gateway (819d03ef-ca6d-4108-a36e-458957760f41), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.344430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.396210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks [] for port (0e285bce-454a-418e-a14e-f106c05226c3), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.403368 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (0e285bce-454a-418e-a14e-f106c05226c3), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.458903 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Pushing event updated for resources: {'Port': ['ID=0e285bce-454a-418e-a14e-f106c05226c3,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:29.474984 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:29.477510 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:29.480585 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:29.526639 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Allocated IP 172.27.0.241 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/a07eab75-efbc-4222-9411-da6d17449d3b) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:29.561972 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Attempting to bind port 0e285bce-454a-418e-a14e-f106c05226c3 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:29.562359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Attempting to bind port 0e285bce-454a-418e-a14e-f106c05226c3 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:29.562733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Attempting to bind port 0e285bce-454a-418e-a14e-f106c05226c3 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:29.624588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:29.624970 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:29.625637 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.626036 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:29.626530 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Bound port: 0e285bce-454a-418e-a14e-f106c05226c3, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:29.626921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0e285bce-454a-418e-a14e-f106c05226c3), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.661208 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for port (a07eab75-efbc-4222-9411-da6d17449d3b), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.696777 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:29.715036 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] For port 0e285bce-454a-418e-a14e-f106c05226c3, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:29.719498 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] For port 0e285bce-454a-418e-a14e-f106c05226c3, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0e285bce-454a-418e-a14e-f106c05226c3,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:29.726736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.728836 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (0e285bce-454a-418e-a14e-f106c05226c3), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:29.797027 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d08b1-7a6e-4d83-b67b-51701a46222a None None] Pushing event updated for resources: {'Port': ['ID=0e285bce-454a-418e-a14e-f106c05226c3,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:29.813093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:29.816526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:29.820819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:29.849860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Pushing event updated for resources: {'Port': ['ID=a07eab75-efbc-4222-9411-da6d17449d3b,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:29.868819 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:30.068573 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3044e4b1-f141-4169-8955-1322ba2391a5 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:30.189601 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 3044e4b1-f141-4169-8955-1322ba2391a5 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:30.190215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:30.190436 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 3044e4b1-f141-4169-8955-1322ba2391a5 Sep 16 02:04:30.291773 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for router_gateway (819d03ef-ca6d-4108-a36e-458957760f41), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:30.313510 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 3044e4b1-f141-4169-8955-1322ba2391a5 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:30.505614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (819d03ef-ca6d-4108-a36e-458957760f41), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:30.645900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Router 819d03ef-ca6d-4108-a36e-458957760f41 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:04:30.757871 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:30.773524 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.021740 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18cb4c-2822-4a19-a4a0-a8d6aa9c67ec None None] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:04:31.107538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:31.127923 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:31.132636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Provisioning complete for port 0e285bce-454a-418e-a14e-f106c05226c3 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:31.133012 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0e285bce-454a-418e-a14e-f106c05226c3), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.133455 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Attempt 1 to provision port 0e285bce-454a-418e-a14e-f106c05226c3 Sep 16 02:04:31.146454 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.150366 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4471fa36-37cc-4436-87ec-11f3f4339b8a admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4970810 Sep 16 02:04:31.150766 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53462) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:31.195105 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:31.195732 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:31.377232 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:31.399445 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:31.408748 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Current status of the port 0e285bce-454a-418e-a14e-f106c05226c3 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:31.409425 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0e285bce-454a-418e-a14e-f106c05226c3), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.587494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] For port 0e285bce-454a-418e-a14e-f106c05226c3, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0e285bce-454a-418e-a14e-f106c05226c3,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:31.601922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (0e285bce-454a-418e-a14e-f106c05226c3), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.730691 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8093b-a352-4dfe-a3fc-ba5521d60bb1 None None] Pushing event updated for resources: {'Port': ['ID=0e285bce-454a-418e-a14e-f106c05226c3,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:31.739285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.745531 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-68965da4-a335-4a55-ba8f-2700bb27e137 None None] Provisioning complete for port 0e285bce-454a-418e-a14e-f106c05226c3 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:31.745895 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-68965da4-a335-4a55-ba8f-2700bb27e137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0e285bce-454a-418e-a14e-f106c05226c3), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.746238 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-68965da4-a335-4a55-ba8f-2700bb27e137 None None] Attempt 1 to provision port 0e285bce-454a-418e-a14e-f106c05226c3 Sep 16 02:04:31.752125 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:30Z', 'revision_number': 3, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:31.769396 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:31.804300 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:31.804899 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Updating router 819d03ef-ca6d-4108-a36e-458957760f41 port a07eab75-efbc-4222-9411-da6d17449d3b binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:31.856063 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:31.929774 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Allocated IP 172.20.0.1 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/20f44f95-a843-4bbe-852d-8c76918072c5) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:32.056393 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0e285bce-454a-418e-a14e-f106c05226c3 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:32.081591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks [] for port (20f44f95-a843-4bbe-852d-8c76918072c5), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.123975 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.179207 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:32.184716 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:32.201781 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:32.208206 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:32.209758 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Pushing event updated for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:32.269122 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (819d03ef-ca6d-4108-a36e-458957760f41), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.284251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:32.298820 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-68965da4-a335-4a55-ba8f-2700bb27e137 None None] Current status of the port 0e285bce-454a-418e-a14e-f106c05226c3 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:32.348168 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 0e285bce-454a-418e-a14e-f106c05226c3 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:32.348688 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0e285bce-454a-418e-a14e-f106c05226c3), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.349374 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 0e285bce-454a-418e-a14e-f106c05226c3 Sep 16 02:04:32.466155 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.505982 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks [] for port (a07eab75-efbc-4222-9411-da6d17449d3b), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.519614 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Provisioning complete for port 20f44f95-a843-4bbe-852d-8c76918072c5 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:32.520002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.520333 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 1 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:32.547616 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:32.548861 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 0e285bce-454a-418e-a14e-f106c05226c3 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:32.555369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.597876 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:32.598834 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Attempting to bind port a07eab75-efbc-4222-9411-da6d17449d3b on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:32.599296 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Attempting to bind port a07eab75-efbc-4222-9411-da6d17449d3b by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:32.599722 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Attempting to bind port a07eab75-efbc-4222-9411-da6d17449d3b on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:32.641443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71df40-e5a6-4eee-bb32-76b877bd78b6 None None] Pushing event updated for resources: {'Port': ['ID=a07eab75-efbc-4222-9411-da6d17449d3b,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:32.658158 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:32.658786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks [] for port (20f44f95-a843-4bbe-852d-8c76918072c5), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.659883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:32.660368 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.660824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:32.661359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Bound port: a07eab75-efbc-4222-9411-da6d17449d3b, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:32.661763 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.667904 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.699156 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:32.715045 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] For port a07eab75-efbc-4222-9411-da6d17449d3b, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:32.719161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] For port a07eab75-efbc-4222-9411-da6d17449d3b, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a07eab75-efbc-4222-9411-da6d17449d3b,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:32.729353 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.757166 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Pushing event updated for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:32.759993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (819d03ef-ca6d-4108-a36e-458957760f41), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:32.789818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71df40-e5a6-4eee-bb32-76b877bd78b6 None None] Pushing event updated for resources: {'Port': ['ID=a07eab75-efbc-4222-9411-da6d17449d3b,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:32.804534 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:32.805290 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:32.881769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:32.883231 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:32.929383 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:33.058232 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:04:33.100866 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 2 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:33.175907 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:33.194887 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:33.287822 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:33.315084 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53b84-654e-4017-a5f3-5281d2ff535f None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:33.438235 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:04:33.447484 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e51b4bdf-7e3d-467f-b0c8-56fd388b742d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/819d03ef-ca6d-4108-a36e-458957760f41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2956662 Sep 16 02:04:33.677717 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 3 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:33.753287 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:34.008558 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53482) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:34.013428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265722855', 'description': 'tempest-description--678001779'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:34.049378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.144780 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (4a874887-ebe2-44c2-a8de-74a86ac20a2f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.151021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4a874887-ebe2-44c2-a8de-74a86ac20a2f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.161820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:34.190831 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.192653 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1832020 Sep 16 02:04:34.198546 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53486) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:34.199388 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4a9f4-e937-47a3-918f-f0be63348521 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a874887-ebe2-44c2-a8de-74a86ac20a2f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:34.204819 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': '4a874887-ebe2-44c2-a8de-74a86ac20a2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:34.254440 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 4 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:34.259911 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (bd4db98d-276d-4895-9d65-ad5fc5f7e3df), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.313607 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:34.341029 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (bd4db98d-276d-4895-9d65-ad5fc5f7e3df), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.347501 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (bd4db98d-276d-4895-9d65-ad5fc5f7e3df), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.369732 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4db98d-276d-4895-9d65-ad5fc5f7e3df,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:34.379658 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.384384 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2a5d549c-7576-46d2-b6e9-25166afbd554 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809578 Sep 16 02:04:34.384384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53488) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:34.388082 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': '4a874887-ebe2-44c2-a8de-74a86ac20a2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:34.423837 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (a23bc90d-5588-4587-b332-3f3b5d2b6bca), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.449939 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:34.497579 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (a23bc90d-5588-4587-b332-3f3b5d2b6bca), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.504419 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (a23bc90d-5588-4587-b332-3f3b5d2b6bca), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.528442 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23bc90d-5588-4587-b332-3f3b5d2b6bca,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:34.535204 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.539650 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-70bc5954-b797-424e-9d27-60e02fedd2f0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521628 Sep 16 02:04:34.540169 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53490) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:34.544400 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:34.569563 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.617484 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:34.667245 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.788319 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.27.0.232 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/b4d39f77-1776-45e7-a234-da1ba8f5436f) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:34.814914 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 5 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:34.856216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:34.956295 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:34.994006 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.053791 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:35.054014 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=b4d39f77-1776-45e7-a234-da1ba8f5436f,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:35.067717 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:35.070742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:35.215057 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.259248 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.363168 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 6 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:35.410871 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:35.491222 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:35.511746 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.516394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.570223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.613863 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=b4d39f77-1776-45e7-a234-da1ba8f5436f,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:35.627424 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:35.628788 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-62ca70da-ff5c-4858-8f76-eaef38be7ad0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0877693 Sep 16 02:04:35.774375 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:35.839426 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-a52ba90e-7907-48ac-890b-12946bfe8a8e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--265722855&fields=id&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 267 time: 0.0725195 Sep 16 02:04:35.912257 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 7 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:35.994096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-2bb3d013-8f15-4051-921c-84d9c6266f06 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:35.995743 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-2bb3d013-8f15-4051-921c-84d9c6266f06 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1493866 Sep 16 02:04:36.007921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:36.023342 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-5c2812fc-8bb4-45f2-a5da-2891bd67acbc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/quotas/663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 375 time: 0.0185533 Sep 16 02:04:36.071220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a07eab75-efbc-4222-9411-da6d17449d3b up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:36.084703 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-2fa47d68-f5d4-443d-a5e5-0d6309770a6e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601599 Sep 16 02:04:36.102786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-a1db0e70-02e9-4e28-8458-236a8bf76fd7 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106213) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:04:36.103774 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-a1db0e70-02e9-4e28-8458-236a8bf76fd7 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052750 Sep 16 02:04:36.152613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port a07eab75-efbc-4222-9411-da6d17449d3b triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:36.153442 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:36.154024 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port a07eab75-efbc-4222-9411-da6d17449d3b Sep 16 02:04:36.268363 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:36.269360 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-65c2ef10-3cdf-42fc-bc80-d15377cd49f3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589808 Sep 16 02:04:36.285406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port a07eab75-efbc-4222-9411-da6d17449d3b is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:36.286045 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:36.321574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port a07eab75-efbc-4222-9411-da6d17449d3b, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a07eab75-efbc-4222-9411-da6d17449d3b,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:36.329287 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:36.394877 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=a07eab75-efbc-4222-9411-da6d17449d3b,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:36.434080 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-a0d1b47c-e119-477a-879a-db0f32622033 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553719 Sep 16 02:04:36.510758 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 8 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:36.571338 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:37.072815 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 9 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:37.114452 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:37.118862 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:04:37.131255 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:37.131882 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:37.254323 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:37.378087 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:37.461415 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:37.582565 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:04:37.582853 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Updating router 819d03ef-ca6d-4108-a36e-458957760f41 port 20f44f95-a843-4bbe-852d-8c76918072c5 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:04:37.612091 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:37.615930 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Attempt 10 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:37.675430 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b46a7-728d-4665-9ff1-c94842d34daa None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:37.794599 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7f3f3d1-2599-4595-8e4e-69008b6dffa9 req-d7f419c9-9dae-4fb2-a62b-ce542e231b6e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0697153 Sep 16 02:04:37.813174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Provisioning complete for port 20f44f95-a843-4bbe-852d-8c76918072c5 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:37.814528 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:37.815154 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Attempt 1 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:37.862969 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Port 20f44f95-a843-4bbe-852d-8c76918072c5 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:37.906046 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:38.048185 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks [] for port (20f44f95-a843-4bbe-852d-8c76918072c5), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.068273 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.082065 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a07eab75-efbc-4222-9411-da6d17449d3b up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:38.118650 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48448dc-4aa7-41b0-bdc2-01a7d28ff4bd None None] Pushing event updated for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:38.168369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port a07eab75-efbc-4222-9411-da6d17449d3b triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:38.168840 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.169279 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port a07eab75-efbc-4222-9411-da6d17449d3b Sep 16 02:04:38.175375 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Attempting to bind port 20f44f95-a843-4bbe-852d-8c76918072c5 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:38.175926 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Attempting to bind port 20f44f95-a843-4bbe-852d-8c76918072c5 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:38.176224 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Attempting to bind port 20f44f95-a843-4bbe-852d-8c76918072c5 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:38.229249 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:38.229616 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:38.230238 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.230792 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:38.231533 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Bound port: 20f44f95-a843-4bbe-852d-8c76918072c5, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:38.232962 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.255088 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port a07eab75-efbc-4222-9411-da6d17449d3b is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:38.304973 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] For port 20f44f95-a843-4bbe-852d-8c76918072c5, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:38.308157 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] For port 20f44f95-a843-4bbe-852d-8c76918072c5, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=20f44f95-a843-4bbe-852d-8c76918072c5,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:38.314686 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.355149 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:04:38.355781 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:38.364370 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Attempt 2 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:38.397481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:38.412458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:38.418173 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48448dc-4aa7-41b0-bdc2-01a7d28ff4bd None None] Pushing event updated for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:38.454090 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-fd24cbb9-58db-4151-b7c0-a8a9d9125b84 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:38.455571 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-fd24cbb9-58db-4151-b7c0-a8a9d9125b84 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 815 time: 0.1091647 Sep 16 02:04:38.459280 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Current status of the port 20f44f95-a843-4bbe-852d-8c76918072c5 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:38.460200 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.471472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c3e0216-e022-4156-9647-9f2603daebc0 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/quotas/5318d2681e9d4fd2adc29977165e0a9b HTTP/1.1" status: 200 len: 375 time: 0.0098352 Sep 16 02:04:38.485387 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:04:38.497471 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] For port 20f44f95-a843-4bbe-852d-8c76918072c5, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=20f44f95-a843-4bbe-852d-8c76918072c5,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:04:38.502978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:38.531152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-a62aa394-2c18-46e4-b1f3-275b97c3dc8d tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509970 Sep 16 02:04:38.551523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-65524b66-8868-460a-8cb9-7a1bd6c73c02 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:04:38.552510 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-65524b66-8868-460a-8cb9-7a1bd6c73c02 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053318 Sep 16 02:04:38.553453 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28809ee-9bcb-4c87-acdd-89b517052511 None None] Pushing event updated for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:38.559482 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:38.647911 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-f133bcb0-4127-4b11-a50a-e5733dfe1cc8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Sep 16 02:04:38.684603 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:38.712128 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d1f23-71ad-4dda-a828-8b677c16e7c6 None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:04:38.742749 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-98619712-870b-45c6-b755-eafe49afaadf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890043 Sep 16 02:04:38.946905 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c43fa1f2-029f-430d-a9ef-1e6089b1167b req-8b51b64b-69e3-4181-9db1-8c06ab9ab8e8 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0527771 Sep 16 02:04:38.948170 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5a25cd73-e8b3-4df9-afa9-673a73c45bb0 req-9f529279-d11b-46e1-a702-dc10eef89ce1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0590866 Sep 16 02:04:39.983306 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 20f44f95-a843-4bbe-852d-8c76918072c5 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:04:40.035924 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 20f44f95-a843-4bbe-852d-8c76918072c5 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:40.036326 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:40.036725 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 20f44f95-a843-4bbe-852d-8c76918072c5 Sep 16 02:04:40.064005 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78d51fd1-d75b-4dfc-8b33-e48f98f69f70 req-d8013c27-7b3f-4bba-a926-018eab0cba0b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0396311 Sep 16 02:04:40.066129 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-18a1da85-c883-49a9-84ec-bbd3538ff58c req-36e6d6f9-4e41-4a92-978b-c8d25415722b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Sep 16 02:04:40.129841 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 20f44f95-a843-4bbe-852d-8c76918072c5 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:04:41.169273 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-28f869d7-b044-4edf-943a-7e91cf7df1ce req-a8137494-f8f3-4085-a8d5-8e816fe07289 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0278554 Sep 16 02:04:41.174978 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-91366c3d-8a8e-47bd-8283-1e6dc4eb4823 req-4049d90e-36d1-43e8-ad88-3d148f3d3ffa tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Sep 16 02:04:42.286795 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fc05b44d-e85f-4810-8a10-eb4d92bfe27d req-3a254e19-46cc-45db-bd43-6ad1e7eff597 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0315707 Sep 16 02:04:42.288356 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-61b945b0-ef21-4644-8a36-df8a079cf041 req-1e9d2182-a2f1-443c-a42a-9b5cffd5ccf0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0361195 Sep 16 02:04:42.966334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-aecf3693-5aa7-4e15-b804-5856f495a7d2 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:42.968698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-aecf3693-5aa7-4e15-b804-5856f495a7d2 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1061482 Sep 16 02:04:43.041937 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-4ffe02de-e459-41cc-bd60-2734d32f9faa tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 379 time: 0.0534632 Sep 16 02:04:43.267826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'port': {'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'admin_state_up': True, 'tenant_id': '663bde66131d47159ffa09ad33971895', 'security_groups': ['4a874887-ebe2-44c2-a8de-74a86ac20a2f']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:43.414150 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-78635e3d-d00e-40a4-b66d-9deea7b44825 req-c60e9a9e-6869-4e38-a945-7cc127fe22a4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0292039 Sep 16 02:04:43.415164 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-194f7610-24d9-481e-a4ad-3486b81bbb70 req-ec622596-8e99-49f8-bc27-a0c38c364947 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0375450 Sep 16 02:04:43.447105 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:43.451069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:43.691288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.20.0.3 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/aa7f0fa3-598c-4440-8ab1-72fe07d249af) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:43.693142 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:43.724542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-bfb1dc65-acf4-4900-9379-7ca385ecacc2 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:43.726132 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-bfb1dc65-acf4-4900-9379-7ca385ecacc2 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 815 time: 0.1748898 Sep 16 02:04:43.739572 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:43.750910 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'port': {'device_id': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'admin_state_up': True, 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:43.951338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:43.959976 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Made reservation on behalf of 5318d2681e9d4fd2adc29977165e0a9b for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:04:43.963930 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.052079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.110377 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:44.119090 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:44.121712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:44.176385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:44.228604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Allocated IP 172.20.0.6 (6cd1d01a-1fcb-42e8-9408-458ee0e372f2/154c2941-1d26-480a-8776-f22640151407/98214adc-c813-4c74-b55b-97383bfc06f7) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:04:44.239339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:44.240185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.290291 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-0cf2687c-a45a-4df0-a0b2-38b2b95d3323 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296195 Sep 16 02:04:44.568773 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Provisioning complete for port aa7f0fa3-598c-4440-8ab1-72fe07d249af triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:44.569878 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.570380 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 1 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:44.572213 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-11f9f830-3f70-4064-ae19-f8b6feab0c6c req-ea8efe61-1aed-4576-b03e-d8f85df12579 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 210 time: 0.0448170 Sep 16 02:04:44.599302 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for port (98214adc-c813-4c74-b55b-97383bfc06f7), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.662850 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:44.695136 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:44.729546 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822c8f8-6644-4f9f-b804-c40ba7642bc1 req-a1a330cc-dc61-43bf-91c1-d1c9b4a233d3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:44.731035 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4822c8f8-6644-4f9f-b804-c40ba7642bc1 req-a1a330cc-dc61-43bf-91c1-d1c9b4a233d3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.1652255 Sep 16 02:04:44.735905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:44.767981 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.807991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:04:44.820482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:04:44.826370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:04:44.867960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:44.882413 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4822c8f8-6644-4f9f-b804-c40ba7642bc1 req-85ca9a60-2edb-43d2-ae4d-013e95f33460 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441069 Sep 16 02:04:44.922750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:44.923880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:44.958087 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-5c09eed6-0af0-4669-b410-ad6afd853095 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149346 Sep 16 02:04:45.164553 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 2 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:45.196574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:45.692236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af855556-5b11-4c31-b9b7-233ff7a857ce req-cb1b5b8d-e6eb-4d39-8c74-2182797ed89e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:45.693822 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-af855556-5b11-4c31-b9b7-233ff7a857ce req-cb1b5b8d-e6eb-4d39-8c74-2182797ed89e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0487344 Sep 16 02:04:45.697572 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 3 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:45.735872 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:45.744042 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-af855556-5b11-4c31-b9b7-233ff7a857ce req-d7eec8d5-f86e-4b4a-b63f-ec8a078519c4 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Sep 16 02:04:45.994949 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a5cab334-38ec-40ac-91c7-76349943fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:46.029104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1590c1-f4c9-4a62-8fa0-9fb1089cfb17 req-9435abb8-e58f-46c7-96b0-5f255150c70b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:46.030981 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd1590c1-f4c9-4a62-8fa0-9fb1089cfb17 req-9435abb8-e58f-46c7-96b0-5f255150c70b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0649705 Sep 16 02:04:46.101386 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fd1590c1-f4c9-4a62-8fa0-9fb1089cfb17 req-1ca19563-629b-4cbe-a5e3-adfd2e6a8b38 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641253 Sep 16 02:04:46.237582 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 4 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:46.275500 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:46.776885 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 5 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:46.825438 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:46.885048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa71c-5c7f-4568-ba01-5456d7ae5c8a req-fe723419-035b-4c23-9ec5-9dee029accb9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:46.886524 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0baaa71c-5c7f-4568-ba01-5456d7ae5c8a req-fe723419-035b-4c23-9ec5-9dee029accb9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0528286 Sep 16 02:04:46.950882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0baaa71c-5c7f-4568-ba01-5456d7ae5c8a req-02f82f07-5e87-4ec5-ad4a-caa996e3c26f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Sep 16 02:04:47.254421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275598b4-75f7-4431-a1e8-2b442d21354d req-f847c24a-a809-4d33-9e1b-90295e480b1b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:47.260644 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-275598b4-75f7-4431-a1e8-2b442d21354d req-f847c24a-a809-4d33-9e1b-90295e480b1b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0765419 Sep 16 02:04:47.325044 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-275598b4-75f7-4431-a1e8-2b442d21354d req-2db39d98-7fb0-4a67-a897-3dab293730a0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632322 Sep 16 02:04:47.327118 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 6 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:47.330270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:47.368818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:47.870218 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 7 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:47.903774 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:48.083467 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f924d4-12d7-414f-881d-dc110a44dd59 req-d7fec0e8-13e1-4992-98ec-c1c9e04a5847 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:48.085032 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6f924d4-12d7-414f-881d-dc110a44dd59 req-d7fec0e8-13e1-4992-98ec-c1c9e04a5847 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0495708 Sep 16 02:04:48.136012 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e6f924d4-12d7-414f-881d-dc110a44dd59 req-fd9965c5-72d2-4352-bda8-c4eba09c61ca tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Sep 16 02:04:48.404705 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 8 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:48.469210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:48.472779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9eb19424-00fd-4faf-9755-b0092873b9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:48.479458 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54f70-9196-40b1-a105-ced4c60b2f44 req-040e77a3-4c78-4a15-9ed9-b5f5bc571857 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:48.487491 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8fc54f70-9196-40b1-a105-ced4c60b2f44 req-040e77a3-4c78-4a15-9ed9-b5f5bc571857 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0651786 Sep 16 02:04:48.577323 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8fc54f70-9196-40b1-a105-ced4c60b2f44 req-58961212-65b7-44f4-9a04-f8f849bd6c74 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879595 Sep 16 02:04:48.687175 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:48.688104 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:48.970762 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 9 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:49.015214 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:49.271358 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b40288-799a-408a-b28d-252088966904 req-2cc7b701-2785-4b28-a8ef-f4dbcc56abf0 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:49.273580 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-14b40288-799a-408a-b28d-252088966904 req-2cc7b701-2785-4b28-a8ef-f4dbcc56abf0 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0582416 Sep 16 02:04:49.312208 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:49.332010 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-14b40288-799a-408a-b28d-252088966904 req-bb46e84f-f7d4-4dac-8c92-60a55d596164 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524507 Sep 16 02:04:49.517785 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Attempt 10 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:04:49.566229 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:49.579693 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-79d436e6-673c-42d3-9cf5-cf9b2c433181 None None] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:49.699212 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Provisioning complete for port 98214adc-c813-4c74-b55b-97383bfc06f7 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:04:49.699978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:49.700562 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 1 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:49.747293 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:49.758731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdee426-55e9-4971-9a5e-f17175c958ec req-a59c185f-b904-41ff-8c17-a531e9ccab9f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:49.761850 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6fdee426-55e9-4971-9a5e-f17175c958ec req-a59c185f-b904-41ff-8c17-a531e9ccab9f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0976446 Sep 16 02:04:49.814568 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6fdee426-55e9-4971-9a5e-f17175c958ec req-30c1af67-964f-4a6f-9ae6-5e00d6647b60 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459003 Sep 16 02:04:50.248776 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 2 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:50.284743 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:50.472355 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfe83-f85d-4d97-98a4-88a109a84424 req-ae53e199-962e-4189-bd05-6a3da8213646 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:50.473983 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1c1dfe83-f85d-4d97-98a4-88a109a84424 req-ae53e199-962e-4189-bd05-6a3da8213646 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0513456 Sep 16 02:04:50.528847 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1c1dfe83-f85d-4d97-98a4-88a109a84424 req-48083a9b-5373-4724-935c-47ed389d0a81 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Sep 16 02:04:50.792703 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 3 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:50.849734 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:50.970836 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028ed85-fed0-4cb6-89e3-91aa19f65521 req-2410bd72-8104-43b6-a1dd-c40ff455b39a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:50.973678 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8028ed85-fed0-4cb6-89e3-91aa19f65521 req-2410bd72-8104-43b6-a1dd-c40ff455b39a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0800335 Sep 16 02:04:51.049200 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8028ed85-fed0-4cb6-89e3-91aa19f65521 req-f2e80dc2-e35f-4abc-b6b9-93c185d454a7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628192 Sep 16 02:04:51.128423 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:51.346500 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 4 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:51.388735 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:51.479848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:51.494235 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:51.663197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51188c8-7983-400c-942b-77e0a7852b27 req-395c3815-27e1-42c3-b58c-fc3ab961653b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:51.664858 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d51188c8-7983-400c-942b-77e0a7852b27 req-395c3815-27e1-42c3-b58c-fc3ab961653b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0524724 Sep 16 02:04:51.722700 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d51188c8-7983-400c-942b-77e0a7852b27 req-3d4bcb02-b485-4f2a-b6c9-4af3e4d9ef88 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511389 Sep 16 02:04:51.890236 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 5 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:51.923910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:52.183255 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a480e-84e3-4f7c-8aec-ece41271ba92 req-f081cc1a-e209-42d9-ac76-dc5db1982d9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:52.184743 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a3a480e-84e3-4f7c-8aec-ece41271ba92 req-f081cc1a-e209-42d9-ac76-dc5db1982d9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0525630 Sep 16 02:04:52.242942 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4a3a480e-84e3-4f7c-8aec-ece41271ba92 req-596728d8-2484-4858-b18d-810c33e7ff7e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 Sep 16 02:04:52.425476 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 6 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:52.457661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:52.841598 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abd11-36fe-486e-9408-25696ec0c1e8 req-2d85a5dc-6043-45cb-97c7-31c6ba77be7e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:52.843042 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0d1abd11-36fe-486e-9408-25696ec0c1e8 req-2d85a5dc-6043-45cb-97c7-31c6ba77be7e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0451858 Sep 16 02:04:52.876370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:52.891050 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0d1abd11-36fe-486e-9408-25696ec0c1e8 req-d367d946-db87-4142-a6ae-0c9e356f4397 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Sep 16 02:04:52.959126 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 7 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:52.991295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:53.273781 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53732) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:53.318956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Deleting subnet 1ec2f4e7-a7fa-4773-b58c-c8520cd4022b {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:04:53.321978 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Publish callbacks [] for subnet (1ec2f4e7-a7fa-4773-b58c-c8520cd4022b), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.356435 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25268a6d-3499-4014-afd5-05079a47aef1 req-8981083f-7c24-4972-a8a1-7affcf1d1e2d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:53.357878 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (1ec2f4e7-a7fa-4773-b58c-c8520cd4022b), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.358041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25268a6d-3499-4014-afd5-05079a47aef1 req-8981083f-7c24-4972-a8a1-7affcf1d1e2d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0473483 Sep 16 02:04:53.379243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:53.402276 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (1ec2f4e7-a7fa-4773-b58c-c8520cd4022b), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.407124 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25268a6d-3499-4014-afd5-05079a47aef1 req-08e7e1f9-0e77-4516-be60-c85eff980984 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 Sep 16 02:04:53.456186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (1ec2f4e7-a7fa-4773-b58c-c8520cd4022b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.481803 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec2f4e7-a7fa-4773-b58c-c8520cd4022b,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:53.485794 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.488853 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1d0effde-10f7-4d05-8c03-20683811886a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1ec2f4e7-a7fa-4773-b58c-c8520cd4022b HTTP/1.1" status: 204 len: 168 time: 0.2140558 Sep 16 02:04:53.491326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53734) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:53.492874 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 8 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:53.528662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:53.563135 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (29a4b870-3f83-4eb0-9540-67d659221c2c), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.641824 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (29a4b870-3f83-4eb0-9540-67d659221c2c), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.661008 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a4b870-3f83-4eb0-9540-67d659221c2c']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:53.670234 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82416b00-c6c3-4d3e-be3b-2a940870a8b5') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:53.670527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82416b00-c6c3-4d3e-be3b-2a940870a8b5') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:04:53.680082 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (82416b00-c6c3-4d3e-be3b-2a940870a8b5), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.694525 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (82416b00-c6c3-4d3e-be3b-2a940870a8b5), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.701807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:04:53.702188 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (82416b00-c6c3-4d3e-be3b-2a940870a8b5), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.745742 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 82416b00-c6c3-4d3e-be3b-2a940870a8b5 resource provider aggregate not found Sep 16 02:04:53.766031 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 82416b00-c6c3-4d3e-be3b-2a940870a8b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82416b00-c6c3-4d3e-be3b-2a940870a8b5 found for delete ", "request_id": "req-131b2118-98aa-4851-a77d-7d483c06235e"}]} Sep 16 02:04:53.769663 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (29a4b870-3f83-4eb0-9540-67d659221c2c), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.774368 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:53.777418 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/29a4b870-3f83-4eb0-9540-67d659221c2c HTTP/1.1" status: 204 len: 168 time: 0.2852056 Sep 16 02:04:53.790385 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e150-707f-4319-a4c8-e13e3d219a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=29a4b870-3f83-4eb0-9540-67d659221c2c,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:53.887232 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53742) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:53.927982 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-23dc0547-8ce2-4377-a6d9-7b8e6ad7cb7e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b14dad85f52497c9819f0f3bb397f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393023 Sep 16 02:04:53.930263 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53746) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:04:53.982323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] Publish callbacks [] for security_group (efc0385f-1e0b-4917-a8ef-267e317c6d11), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:54.003637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] Publish callbacks [] for security_group (efc0385f-1e0b-4917-a8ef-267e317c6d11), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:54.011336 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b169dce-b72d-4c83-9665-d84baf5d0d4d req-d7e1b5ff-c7cd-4f3e-9959-cd244e9383af tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:54.012835 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3b169dce-b72d-4c83-9665-d84baf5d0d4d req-d7e1b5ff-c7cd-4f3e-9959-cd244e9383af tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0463707 Sep 16 02:04:54.030195 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 9 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:54.056831 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (efc0385f-1e0b-4917-a8ef-267e317c6d11), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:54.059845 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:54.064822 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3b169dce-b72d-4c83-9665-d84baf5d0d4d req-46ba65aa-6745-4d07-b059-6a1c1f873a03 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Sep 16 02:04:54.065016 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/efc0385f-1e0b-4917-a8ef-267e317c6d11 HTTP/1.1" status: 204 len: 168 time: 0.1336215 Sep 16 02:04:54.075832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dbacf-d76e-4f42-b89f-9481910bc6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc0385f-1e0b-4917-a8ef-267e317c6d11,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:54.194389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:54.528666 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32697-84ad-4fb3-8eee-59704553de17 req-88db8fcb-efc9-4d72-9a9d-2068ab2dcb3b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:54.530120 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-45a32697-84ad-4fb3-8eee-59704553de17 req-88db8fcb-efc9-4d72-9a9d-2068ab2dcb3b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 931 time: 0.0469179 Sep 16 02:04:54.576223 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-45a32697-84ad-4fb3-8eee-59704553de17 req-e1559a34-d0c9-480c-bbaa-dea3168ea327 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Sep 16 02:04:54.597545 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-3b93eb85-f6ca-4270-92f3-6a67127299bc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:04:54.598509 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-3b93eb85-f6ca-4270-92f3-6a67127299bc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063097 Sep 16 02:04:54.601698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-6ca0bd35-2a56-4ea3-953a-4f6208fe40ed tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:04:54.602634 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-6ca0bd35-2a56-4ea3-953a-4f6208fe40ed tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0090842 Sep 16 02:04:54.697077 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Attempt 10 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:04:54.731098 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d6aab82a-818b-4a90-abae-d2c455ce9913 None None] Port 98214adc-c813-4c74-b55b-97383bfc06f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:04:54.737125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Request body: {'port': {'device_id': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:54.742789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:54.764318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Request body: {'port': {'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:04:54.851850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:54.855029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.192645 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cedd6e-3b2b-4cda-b843-c6916d17c295 req-5a18020b-3c08-492d-bfdd-9baf63848e6a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:55.194096 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57cedd6e-3b2b-4cda-b843-c6916d17c295 req-5a18020b-3c08-492d-bfdd-9baf63848e6a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 931 time: 0.0502021 Sep 16 02:04:55.206440 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:55.212015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:55.244388 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57cedd6e-3b2b-4cda-b843-c6916d17c295 req-9a7c2dba-0d4b-4c9c-ad71-e38272bd109e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Sep 16 02:04:55.322813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98214adc-c813-4c74-b55b-97383bfc06f7 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:04:55.327965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7f0fa3-598c-4440-8ab1-72fe07d249af {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:04:55.336594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks [] for port (98214adc-c813-4c74-b55b-97383bfc06f7), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.339676 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks [] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.361145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Transition to ACTIVE for port object 98214adc-c813-4c74-b55b-97383bfc06f7 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:04:55.362080 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Transition to ACTIVE for port object aa7f0fa3-598c-4440-8ab1-72fe07d249af will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:04:55.364457 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.370174 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.446975 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:55.504803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:55.559269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:55.572744 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Attempting to bind port 98214adc-c813-4c74-b55b-97383bfc06f7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:55.573076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Attempting to bind port 98214adc-c813-4c74-b55b-97383bfc06f7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:55.573403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Attempting to bind port 98214adc-c813-4c74-b55b-97383bfc06f7 on network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:55.576639 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Attempting to bind port aa7f0fa3-598c-4440-8ab1-72fe07d249af on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:04:55.576962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Attempting to bind port aa7f0fa3-598c-4440-8ab1-72fe07d249af by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:04:55.577278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Attempting to bind port aa7f0fa3-598c-4440-8ab1-72fe07d249af on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:55.651979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Port 98214adc-c813-4c74-b55b-97383bfc06f7 on network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:04:55.652308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Attempting to bind port 98214adc-c813-4c74-b55b-97383bfc06f7 on network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:55.682713 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Port aa7f0fa3-598c-4440-8ab1-72fe07d249af on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:04:55.683037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Attempting to bind port aa7f0fa3-598c-4440-8ab1-72fe07d249af on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:04:55.757712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e438-bbc9-40dc-9534-c2ee39a006d7 req-a0677ef4-d298-455f-9ffc-78ca4fc4f2b0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:55.759149 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0f2e438-bbc9-40dc-9534-c2ee39a006d7 req-a0677ef4-d298-455f-9ffc-78ca4fc4f2b0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.1047444 Sep 16 02:04:55.765712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:55.766036 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Checking segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:55.766409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Bound using segment: {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:55.766840 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Bound port: 98214adc-c813-4c74-b55b-97383bfc06f7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:55.767194 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.798822 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:04:55.799147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:04:55.799527 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:04:55.799983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Bound port: aa7f0fa3-598c-4440-8ab1-72fe07d249af, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:04:55.800339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.888419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:55.899161 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0f2e438-bbc9-40dc-9534-c2ee39a006d7 req-96f508b7-b19a-4377-8a08-da20410d106d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297550 Sep 16 02:04:55.926456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:55.929093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:04:55.932151 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:55.934427 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:04:55.940938 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.945427 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:55.946023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.947385 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 1093 time: 1.3110771 Sep 16 02:04:55.949343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.950859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:04:55.953778 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11066ddd-df7d-4559-b852-28c718af6ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:04:55.956678 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:55.957271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:04:55.958580 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 1093 time: 1.3270247 Sep 16 02:04:56.004714 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c6acd-f0fa-40c3-900c-3c52865eb2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:56.119842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-bad57ed7-1959-4c49-a636-5697d20010b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.121367 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-bad57ed7-1959-4c49-a636-5697d20010b1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1127 time: 0.0888734 Sep 16 02:04:56.122637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-d9e3c070-d84d-49b0-98c2-9fcb4819219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.123968 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-d9e3c070-d84d-49b0-98c2-9fcb4819219b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1127 time: 0.0898333 Sep 16 02:04:56.125453 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476866f-5435-4740-a77e-7352ed03abbc service neutron] Pushing event updated for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:04:56.135878 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34691046-e080-42d5-b879-f6e06d3f0627 x-openstack-request-id: req-34691046-e080-42d5-b879-f6e06d3f0627 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:04:56.136191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:04:56.136444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-34691046-e080-42d5-b879-f6e06d3f0627 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:04:56.136841 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34691046-e080-42d5-b879-f6e06d3f0627'] response: {'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:04:56.185570 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-342c2469-8862-42d2-85ea-21342bfcb21e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 217 time: 0.0365174 Sep 16 02:04:56.239275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-e2bd0ff6-ba9f-43e3-9dca-de8a2f2a99bb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 217 time: 0.0555363 Sep 16 02:04:56.282703 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-a3173315-4893-42aa-ae29-f83cb10cc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.284174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-a3173315-4893-42aa-ae29-f83cb10cc68a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0918214 Sep 16 02:04:56.604883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-7af3399b-7c7e-46a4-996f-c179c6a4e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.606245 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-7af3399b-7c7e-46a4-996f-c179c6a4e22d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.3596976 Sep 16 02:04:56.639792 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-8b5ec509-46ef-43db-9a60-6d922cf6bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.641296 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-8b5ec509-46ef-43db-9a60-6d922cf6bcdf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3510470 Sep 16 02:04:56.675419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:56.693143 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb2512-6eed-4df5-b51f-d1d383bcc181 req-14e621c7-df93-411f-b73c-4413d5314f98 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.694561 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7fcb2512-6eed-4df5-b51f-d1d383bcc181 req-14e621c7-df93-411f-b73c-4413d5314f98 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 943 time: 0.1056938 Sep 16 02:04:56.727901 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c5ececac-3599-495e-beb2-ebe566df3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:56.729319 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-c5ececac-3599-495e-beb2-ebe566df3b3d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034360 Sep 16 02:04:56.856465 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7fcb2512-6eed-4df5-b51f-d1d383bcc181 req-a2eb2659-81ef-4cd1-9b3a-0c4d113bc959 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318498 Sep 16 02:04:56.861751 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-fd29d117-8547-4b6d-8f18-b508c67610da service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011337 Sep 16 02:04:56.929867 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-8122d08d-1fd4-45f4-9675-041cae840ac7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913662 Sep 16 02:04:57.023280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:57.029580 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75162f30-5bcd-4c1a-bb73-83b855e06320 req-99abbc91-c5ed-44b1-9c78-756a2b24b97e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591506 Sep 16 02:04:57.033138 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28426d93-5b5e-49ff-8960-e1c9e77c7174 req-eef6338e-ab57-45bc-9ead-87fdb8a62743 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:57.034823 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-28426d93-5b5e-49ff-8960-e1c9e77c7174 req-eef6338e-ab57-45bc-9ead-87fdb8a62743 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0499983 Sep 16 02:04:57.058598 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-01804101-4ea9-49e4-9063-6cdae5502173 req-54de2a3f-8050-48b0-be94-a86cd9ad25ae service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227605 Sep 16 02:04:57.087364 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-28426d93-5b5e-49ff-8960-e1c9e77c7174 req-5587d52f-2420-430c-9926-5fe8163093fc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464458 Sep 16 02:04:57.978802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a71859-aa6b-44b4-b548-44f3590f928d req-3a6af6d1-5f40-4386-9131-55acbd9480dc tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:57.980274 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75a71859-aa6b-44b4-b548-44f3590f928d req-3a6af6d1-5f40-4386-9131-55acbd9480dc tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 943 time: 0.0485010 Sep 16 02:04:58.026453 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-75a71859-aa6b-44b4-b548-44f3590f928d req-3915a336-1a95-4353-b77f-e59d9a2a403a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404890 Sep 16 02:04:58.137684 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:04:58.140781 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924cd72f-0003-4aa8-92c2-b6ffce47de62" -d '{"events": [{"name": "network-changed", "server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:04:58.178599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83d3e5-96ba-4e70-a61a-69bd5549a24d x-openstack-request-id: req-1d83d3e5-96ba-4e70-a61a-69bd5549a24d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:04:58.178965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:04:58.179313 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d83d3e5-96ba-4e70-a61a-69bd5549a24d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:04:58.179780 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d83d3e5-96ba-4e70-a61a-69bd5549a24d'] response: {'name': 'network-changed', 'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'status': 'completed', 'code': 200} Sep 16 02:04:58.211501 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d983b-5587-47df-ba78-9b16df8c2177 req-4522c443-4fd6-447f-b54d-27b4f892c671 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:58.212983 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8e9d983b-5587-47df-ba78-9b16df8c2177 req-4522c443-4fd6-447f-b54d-27b4f892c671 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0469935 Sep 16 02:04:58.262754 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8e9d983b-5587-47df-ba78-9b16df8c2177 req-fc2cf6c7-c1b3-4acb-b3c9-1f5ad9251a8e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Sep 16 02:04:59.147307 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d55cb9-93db-4494-9b75-54690602dd40 req-108c1c79-0af2-43b4-989e-8f1499fcf117 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:59.148792 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-97d55cb9-93db-4494-9b75-54690602dd40 req-108c1c79-0af2-43b4-989e-8f1499fcf117 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 943 time: 0.0462282 Sep 16 02:04:59.199230 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-97d55cb9-93db-4494-9b75-54690602dd40 req-9910a182-60e1-4ee1-8b39-550026603800 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Sep 16 02:04:59.373731 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:04:59.385530 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a4ff3-8a65-4c08-a0b1-a866dfedeab8 req-e807b8b4-ad7c-499c-ace8-f0fb3f1bb941 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:04:59.386957 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d14a4ff3-8a65-4c08-a0b1-a866dfedeab8 req-e807b8b4-ad7c-499c-ace8-f0fb3f1bb941 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0476081 Sep 16 02:04:59.433544 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d14a4ff3-8a65-4c08-a0b1-a866dfedeab8 req-2a2a8802-76b4-44a1-aaee-bf8c6c83779a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 Sep 16 02:05:00.318723 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da70b0-727b-41a5-9c67-e2dc89661ab2 req-84a3e962-0a46-42ab-a9a8-c1d3211e38d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:00.320174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-73da70b0-727b-41a5-9c67-e2dc89661ab2 req-84a3e962-0a46-42ab-a9a8-c1d3211e38d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 943 time: 0.0466681 Sep 16 02:05:00.348224 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:05:00.367082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-73da70b0-727b-41a5-9c67-e2dc89661ab2 req-c0632ce1-9e86-40bd-816d-8273800d5cd1 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Sep 16 02:05:00.553975 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371297d5-85ae-4e1b-b202-8c78cf0d0f16 req-d12fa0e2-3ff2-44c5-a40a-620bae906c4a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:00.555321 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-371297d5-85ae-4e1b-b202-8c78cf0d0f16 req-d12fa0e2-3ff2-44c5-a40a-620bae906c4a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0467572 Sep 16 02:05:00.600969 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-371297d5-85ae-4e1b-b202-8c78cf0d0f16 req-f3bdeba1-d781-4ec8-b9b5-d323c9e70480 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Sep 16 02:05:00.766826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:00.999028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-2f74b8a4-c6e4-4835-a389-ba6fc024ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.000776 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-2f74b8a4-c6e4-4835-a389-ba6fc024ae24 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1127 time: 0.0619521 Sep 16 02:05:01.032104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-28153021-bb67-47ca-9012-ac75a87ecc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.033502 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-28153021-bb67-47ca-9012-ac75a87ecc91 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1127 time: 0.0609050 Sep 16 02:05:01.167505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-0ac0a3ca-6d0b-4004-b2cc-a530e288d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.168974 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-0ac0a3ca-6d0b-4004-b2cc-a530e288d12b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.1614277 Sep 16 02:05:01.184207 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-753e3a70-3ee1-4d87-bcc9-f4e3bdafe9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.185581 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-753e3a70-3ee1-4d87-bcc9-f4e3bdafe9a5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.1262016 Sep 16 02:05:01.216795 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-1fc54de3-de40-444a-ad79-fefc16d8c933 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 217 time: 0.0408480 Sep 16 02:05:01.251711 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-0c6c544f-2088-41f1-a3c0-968492aed070 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 217 time: 0.0406795 Sep 16 02:05:01.282046 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:01.321646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-9081303d-156e-4f1a-b428-4123d179db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.323047 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-9081303d-156e-4f1a-b428-4123d179db62 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0807743 Sep 16 02:05:01.328802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-cfa842d8-0d64-426f-8c21-9e708e3b98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.330126 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-cfa842d8-0d64-426f-8c21-9e708e3b98da service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0583911 Sep 16 02:05:01.398495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-3e4cb76b-aa00-40c5-bcf7-4dbbfa37d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.400015 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-3e4cb76b-aa00-40c5-bcf7-4dbbfa37d27b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690353 Sep 16 02:05:01.400965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-87f37c9e-f4ff-4851-97df-ddea426e47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.402214 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-87f37c9e-f4ff-4851-97df-ddea426e47e2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642262 Sep 16 02:05:01.408230 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 98214adc-c813-4c74-b55b-97383bfc06f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:05:01.509706 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:01.521408 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '98214adc-c813-4c74-b55b-97383bfc06f7', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'port_id': '98214adc-c813-4c74-b55b-97383bfc06f7', 'mac_address': 'fa:16:3e:16:02:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:05:01.560868 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 98214adc-c813-4c74-b55b-97383bfc06f7 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:05:01.561294 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:01.565085 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:01.575297 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584097aa-70ff-41fb-a80f-c9b7a7084615 req-a6f675ee-7fa4-4b8d-80ea-37a06db43b01 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.576972 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-584097aa-70ff-41fb-a80f-c9b7a7084615 req-a6f675ee-7fa4-4b8d-80ea-37a06db43b01 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 943 time: 0.1081624 Sep 16 02:05:01.577144 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98214adc-c813-4c74-b55b-97383bfc06f7 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:05:01.597039 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:01.601146 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:01.625687 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-9458cf10-562d-4478-9345-6aab06b92d53 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145905 Sep 16 02:05:01.628174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-d8604f05-e04b-4ab8-88ef-07fa3a12d5b7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099540 Sep 16 02:05:01.631811 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:01.651362 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:01.732729 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8cdcd-63e1-41f8-832e-6727282f4fc2 req-b6ccf304-9b3c-409a-a471-ca1b095a8f8b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:01.734990 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0fe8cdcd-63e1-41f8-832e-6727282f4fc2 req-b6ccf304-9b3c-409a-a471-ca1b095a8f8b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0511653 Sep 16 02:05:01.744342 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-584097aa-70ff-41fb-a80f-c9b7a7084615 req-2fea551c-40d1-43e2-9aa3-d7778e64b3bb tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557786 Sep 16 02:05:01.785524 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0fe8cdcd-63e1-41f8-832e-6727282f4fc2 req-3f889301-6e45-4c0f-afec-617087f64f63 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446689 Sep 16 02:05:01.815984 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-11066ddd-df7d-4559-b852-28c718af6ed8 req-4a3bdd2b-f553-49ce-a97b-f7a84f6d8e90 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723568 Sep 16 02:05:01.817700 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-924cd72f-0003-4aa8-92c2-b6ffce47de62 req-246a5073-c02e-489f-b35b-5ccb1bebb59b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795657 Sep 16 02:05:02.021718 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:05:02.864236 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35569-77df-483d-9f32-cd0dc3d78379 req-5fb19c01-20e4-4596-8095-879398cad964 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:02.865836 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ce35569-77df-483d-9f32-cd0dc3d78379 req-5fb19c01-20e4-4596-8095-879398cad964 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 944 time: 0.0470216 Sep 16 02:05:02.905782 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd265e-c629-4515-b81a-197a9a0ca112 req-63ceb939-5108-4e6a-8800-c29351665343 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:02.907254 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2bcd265e-c629-4515-b81a-197a9a0ca112 req-63ceb939-5108-4e6a-8800-c29351665343 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 943 time: 0.0467987 Sep 16 02:05:02.912923 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0ce35569-77df-483d-9f32-cd0dc3d78379 req-d28059e9-2134-4f0b-8c70-79a9c94c16ae tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Sep 16 02:05:02.954510 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2bcd265e-c629-4515-b81a-197a9a0ca112 req-e215a16e-db3a-448b-b2a3-f5f903a4879b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Sep 16 02:05:03.418758 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device aa7f0fa3-598c-4440-8ab1-72fe07d249af details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:05:03.433051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 98214adc-c813-4c74-b55b-97383bfc06f7 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:05:03.521053 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:03.535509 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 98214adc-c813-4c74-b55b-97383bfc06f7 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:05:03.554657 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 98214adc-c813-4c74-b55b-97383bfc06f7 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:05:03.555027 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:03.555365 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 98214adc-c813-4c74-b55b-97383bfc06f7 Sep 16 02:05:03.563138 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:03.596002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:05:03.654905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port aa7f0fa3-598c-4440-8ab1-72fe07d249af is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:05:03.655815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:03.681475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7f0fa3-598c-4440-8ab1-72fe07d249af {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:05:03.688574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 98214adc-c813-4c74-b55b-97383bfc06f7 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:05:03.688949 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:03.711806 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:03.719216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:03.727832 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:05:03.730091 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c648822-56d2-4443-83fe-a648545e5667" -d '{"events": [{"server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "name": "network-vif-plugged", "status": "completed", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:05:03.766649 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:03.774055 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:03.786253 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:03.832094 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ebfe2-30ed-4ac2-be32-ab646c98e4bf x-openstack-request-id: req-9d0ebfe2-30ed-4ac2-be32-ab646c98e4bf {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:05:03.832381 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "name": "network-vif-plugged", "status": "completed", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:05:03.832631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d0ebfe2-30ed-4ac2-be32-ab646c98e4bf {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:05:03.833042 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0ebfe2-30ed-4ac2-be32-ab646c98e4bf'] response: {'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'code': 200} Sep 16 02:05:03.837621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:04.039614 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ddd0-f9a7-4480-aa7c-a117c9d11650 req-3314acd1-b60e-4b95-906f-faa8f50c431b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:04.041037 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd17ddd0-f9a7-4480-aa7c-a117c9d11650 req-3314acd1-b60e-4b95-906f-faa8f50c431b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0496199 Sep 16 02:05:04.088915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cb070-843c-4bf9-8c76-4aec06cdd80a req-f9526447-4284-4263-be28-a14ec857107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:04.090408 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c99cb070-843c-4bf9-8c76-4aec06cdd80a req-f9526447-4284-4263-be28-a14ec857107f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1129 time: 0.0761266 Sep 16 02:05:04.093784 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd17ddd0-f9a7-4480-aa7c-a117c9d11650 req-63828ac6-1b22-48be-987a-8ad36c9f0dae tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 Sep 16 02:05:04.100519 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bd20-ba99-425d-8a30-10c5e288d03c req-6710d6e7-1218-4402-b6c3-74eec9d1a4bc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:04.101938 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3c21bd20-ba99-425d-8a30-10c5e288d03c req-6710d6e7-1218-4402-b6c3-74eec9d1a4bc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 944 time: 0.0585239 Sep 16 02:05:04.128831 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['aa7f0fa3-598c-4440-8ab1-72fe07d249af'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:05:04.175315 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c99cb070-843c-4bf9-8c76-4aec06cdd80a req-cf52dd7c-8d9f-41b1-ab0b-67410c8b2a88 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Sep 16 02:05:04.179446 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3c21bd20-ba99-425d-8a30-10c5e288d03c req-b09ea84e-f2a3-424b-a095-8601614a6688 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701704 Sep 16 02:05:04.206927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:05.213127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bbda1-cc2a-4bc2-aa64-609182e71373 req-297f5fa6-132f-4a92-86b4-0fe3768904b0 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:05.213938 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1d1bbda1-cc2a-4bc2-aa64-609182e71373 req-297f5fa6-132f-4a92-86b4-0fe3768904b0 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0470109 Sep 16 02:05:05.263002 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1d1bbda1-cc2a-4bc2-aa64-609182e71373 req-fe128893-2e2d-444e-bed1-9bb6f3844f4d tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434225 Sep 16 02:05:05.305915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cefae0-e79d-4e04-9fbc-09ff72da41a9 req-80acbde1-6740-4b14-a37c-7a7e083741c3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:05.307383 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92cefae0-e79d-4e04-9fbc-09ff72da41a9 req-80acbde1-6740-4b14-a37c-7a7e083741c3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 944 time: 0.0463352 Sep 16 02:05:05.353244 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-92cefae0-e79d-4e04-9fbc-09ff72da41a9 req-7c6fa6a4-a587-406c-86a8-89cfc3f7e61d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397274 Sep 16 02:05:05.439632 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device aa7f0fa3-598c-4440-8ab1-72fe07d249af up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:05:05.481850 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port aa7f0fa3-598c-4440-8ab1-72fe07d249af completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:05:05.488821 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port aa7f0fa3-598c-4440-8ab1-72fe07d249af triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:05:05.489170 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:05.489540 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port aa7f0fa3-598c-4440-8ab1-72fe07d249af Sep 16 02:05:05.564355 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port aa7f0fa3-598c-4440-8ab1-72fe07d249af is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:05:05.564746 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:05.597423 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:05.601447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:05.627724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:05.654920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:05.834216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:05:05.836580 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f48926-67dc-4fc2-a330-e28354bde5f2" -d '{"events": [{"server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "name": "network-vif-plugged", "status": "completed", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:05:05.873553 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb793c9-be88-4ca0-9ee8-171e1f6bf4a6 x-openstack-request-id: req-dbb793c9-be88-4ca0-9ee8-171e1f6bf4a6 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:05:05.873863 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "name": "network-vif-plugged", "status": "completed", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:05:05.874118 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbb793c9-be88-4ca0-9ee8-171e1f6bf4a6 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:05:05.874588 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb793c9-be88-4ca0-9ee8-171e1f6bf4a6'] response: {'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'code': 200} Sep 16 02:05:06.228574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144625e2-2e6d-4e3e-9e7f-316b196d126e req-af0ce65a-f3c2-4c1b-828a-6131d5db5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:06.230049 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-144625e2-2e6d-4e3e-9e7f-316b196d126e req-af0ce65a-f3c2-4c1b-828a-6131d5db5d59 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1129 time: 0.0418625 Sep 16 02:05:06.273725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-144625e2-2e6d-4e3e-9e7f-316b196d126e req-80d1bf52-d928-4f38-a5ab-77e5450d3984 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368674 Sep 16 02:05:06.344564 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:06.382502 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d481b-c7e8-4248-9d92-d57b371c384c req-a2246eb1-ec2e-4ea5-b2be-761c572fbccc tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:06.384077 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-762d481b-c7e8-4248-9d92-d57b371c384c req-a2246eb1-ec2e-4ea5-b2be-761c572fbccc tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Sep 16 02:05:06.433047 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-762d481b-c7e8-4248-9d92-d57b371c384c req-7a5284b2-783b-4aeb-b76d-d6e9f6e90fa6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Sep 16 02:05:06.478914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f782-43a4-4cc3-86af-8050f5e9bc30 req-d76f5c95-869a-4118-93f4-1142010271e1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:06.480433 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4ed2f782-43a4-4cc3-86af-8050f5e9bc30 req-d76f5c95-869a-4118-93f4-1142010271e1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0467348 Sep 16 02:05:06.531322 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-4ed2f782-43a4-4cc3-86af-8050f5e9bc30 req-788c425c-b2b6-421e-a6b8-e0d3d60f5c3f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Sep 16 02:05:06.556147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050311d-7757-4cc0-ad02-b9e24ca58bb4 req-b57277dc-5700-4f1f-98f3-0edafe31607e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:06.557619 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1050311d-7757-4cc0-ad02-b9e24ca58bb4 req-b57277dc-5700-4f1f-98f3-0edafe31607e tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Sep 16 02:05:06.604548 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1050311d-7757-4cc0-ad02-b9e24ca58bb4 req-2aeff7c8-26ff-4a03-8704-0a28c4c7ac3c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Sep 16 02:05:06.931842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af20e3f-1a81-4a97-abcb-a2029c83d94a req-3d0dccd1-374d-4bac-bc49-72468710f279 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:06.933218 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8af20e3f-1a81-4a97-abcb-a2029c83d94a req-3d0dccd1-374d-4bac-bc49-72468710f279 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0459876 Sep 16 02:05:06.978774 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8af20e3f-1a81-4a97-abcb-a2029c83d94a req-34a6b744-43a3-486f-8ba6-ae9f51fbf983 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 Sep 16 02:05:07.566420 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:07.661093 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fba451-3e55-43cf-a234-862341759050 req-aca86f6c-35e5-4943-a65a-5cef54c3170a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:07.662524 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c9fba451-3e55-43cf-a234-862341759050 req-aca86f6c-35e5-4943-a65a-5cef54c3170a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0493610 Sep 16 02:05:07.708766 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c9fba451-3e55-43cf-a234-862341759050 req-03375bcc-02e7-4ffb-adae-6b1e834831d4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 Sep 16 02:05:08.845339 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674c9eb-32be-4d43-b419-d549fb7be03c req-83011350-001d-4f81-a153-cff41d7bc0e6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:08.846805 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c674c9eb-32be-4d43-b419-d549fb7be03c req-83011350-001d-4f81-a153-cff41d7bc0e6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0609119 Sep 16 02:05:08.880159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:08.898063 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c674c9eb-32be-4d43-b419-d549fb7be03c req-a8997205-a7b1-447f-a73b-6ae131f115db tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457115 Sep 16 02:05:08.978523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:09.017444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9b9ff-352e-40a0-854e-0c8b8de1ae13 req-d82a7c63-3560-494c-ae71-c4a7149a91b4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:09.018900 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b0d9b9ff-352e-40a0-854e-0c8b8de1ae13 req-d82a7c63-3560-494c-ae71-c4a7149a91b4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0486710 Sep 16 02:05:09.029663 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53844) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:09.034037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:09.075159 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:09.507637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:09.511316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:09.605825 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP db6fa901-e3a5-4547-9f16-8b0b739eefc6 associated. External IP: 172.27.0.232, port: aa7f0fa3-598c-4440-8ab1-72fe07d249af. Sep 16 02:05:10.055235 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:10.071129 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:05:10.173445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:05:10.177734 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:10.182571 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:05:10.192289 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:05:10.192897 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:10.208187 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-0bcf1b84-9f84-4f1b-90b9-259919114ade tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/db6fa901-e3a5-4547-9f16-8b0b739eefc6 HTTP/1.1" status: 200 len: 991 time: 1.1773665 Sep 16 02:05:10.208834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:05:10.211079 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49270562-898e-4b27-a57b-0769852276c3" -d '{"events": [{"name": "network-changed", "server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:05:10.248159 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c1fdb-7385-4fca-93c6-ff426b6ddc60 x-openstack-request-id: req-754c1fdb-7385-4fca-93c6-ff426b6ddc60 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:05:10.248471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:05:10.248740 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-754c1fdb-7385-4fca-93c6-ff426b6ddc60 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:05:10.249183 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754c1fdb-7385-4fca-93c6-ff426b6ddc60'] response: {'name': 'network-changed', 'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'status': 'completed', 'code': 200} Sep 16 02:05:10.296262 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:05:10.336871 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:10.344326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270562-898e-4b27-a57b-0769852276c3 req-f8f27575-04cb-4369-9c94-7b1a8136b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:10.344638 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:10.346022 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-f8f27575-04cb-4369-9c94-7b1a8136b883 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1129 time: 0.0426760 Sep 16 02:05:10.439244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270562-898e-4b27-a57b-0769852276c3 req-e74f355d-fadd-41bf-badb-c4c6cda72afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:10.440849 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-e74f355d-fadd-41bf-badb-c4c6cda72afa service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0895648 Sep 16 02:05:10.507011 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-8f6ada95-5cc3-4668-a592-e6e8999d7de4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 999 time: 0.0605483 Sep 16 02:05:10.508869 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:09Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:10.535833 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:05:10.544793 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:05:10.545394 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:10.556508 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270562-898e-4b27-a57b-0769852276c3 req-39d599ef-ea5a-4186-a4d1-aa5dac8f3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:10.558013 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-39d599ef-ea5a-4186-a4d1-aa5dac8f3e67 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0459068 Sep 16 02:05:10.601826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49270562-898e-4b27-a57b-0769852276c3 req-fb6845a0-810a-412d-a604-e7dbd2dbc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:10.603237 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-fb6845a0-810a-412d-a604-e7dbd2dbc573 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387771 Sep 16 02:05:10.650605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:05:10.697174 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-b64f4c40-af4d-4d8d-a459-8b8f2966c4f0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877070 Sep 16 02:05:10.780102 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:10.788419 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-49270562-898e-4b27-a57b-0769852276c3 req-9367c969-a4bd-49fc-b70d-5ff81ed8661d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Sep 16 02:05:10.868668 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:09Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:10.893830 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00da72e3-3cb5-4f5a-9b81-9f115f6bde1e None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:09Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:05:11.069158 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802d2d3-5c81-4050-b010-bc0142314f40 None None] New status for floating IP db6fa901-e3a5-4547-9f16-8b0b739eefc6: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:05:15.999511 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-82dbde10-5d05-464e-ab07-54e8bb417881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:16.504993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e8a36-7197-40c4-89c9-77eda071a4f1 req-a3400b06-84e7-4314-933d-d9fdc81b3c38 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:16.506458 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8f8e8a36-7197-40c4-89c9-77eda071a4f1 req-a3400b06-84e7-4314-933d-d9fdc81b3c38 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0507905 Sep 16 02:05:16.553933 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8f8e8a36-7197-40c4-89c9-77eda071a4f1 req-585748d6-5cb4-463c-b149-a9e0c29f8a68 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416925 Sep 16 02:05:16.581413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53870) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:16.835578 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897be3e-2f57-4d41-92af-6492bc3ae50b tempest-TestMinimumBasicScenario-956549773 tempest-TestMinimumBasicScenario-956549773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:16.837115 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c897be3e-2f57-4d41-92af-6492bc3ae50b tempest-TestMinimumBasicScenario-956549773 tempest-TestMinimumBasicScenario-956549773-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1124 time: 0.2547250 Sep 16 02:05:16.840010 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 53876) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:16.844902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'port_id': '98214adc-c813-4c74-b55b-97383bfc06f7', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:16.865649 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:16.946481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.027250 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:17.048765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Allocated IP 172.27.0.80 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/420ffb9c-bb30-4e70-b475-3c8a67e7ccb8) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:05:17.148627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:17.152015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.184940 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.223083 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:05:17.225970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:05:17.229611 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:05:17.254232 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'Port': ['ID=420ffb9c-bb30-4e70-b475-3c8a67e7ccb8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:17.267518 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.267863 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.268224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.268556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.268883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.269209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.269536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.269855 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.270176 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.270498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.270814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.271130 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.271447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.271764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.272107 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:17.589506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for floatingip (04397901-6329-4b77-bc90-dd6ca4c63843), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.654229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.753655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:17.801181 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.805696 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.877242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'Port': ['ID=420ffb9c-bb30-4e70-b475-3c8a67e7ccb8,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:17.879674 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (04397901-6329-4b77-bc90-dd6ca4c63843), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:17.970182 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:17.978037 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Floating IP 04397901-6329-4b77-bc90-dd6ca4c63843 associated. External IP: 172.27.0.80, port: 98214adc-c813-4c74-b55b-97383bfc06f7. Sep 16 02:05:18.173290 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Router d6278337-0348-45b5-af41-7e25286df6bf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:05:18.274659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:05:18.285320 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Sync routers for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:05:18.292717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.296668 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:05:18.297377 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:04:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:18.325928 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-277aa5bc-ac09-4e38-870f-bf6da32ca3ff tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4848950 Sep 16 02:05:18.326580 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:05:18.329523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dc8865-178e-470d-bbde-cb8a60586b05" -d '{"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:05:18.329786 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53878) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:18.336328 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-668937438', 'description': 'tempest-secgroup-smoke-668937438 description', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:18.360533 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.370495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe68f2f-80c3-48f9-abac-7ead1305c273 x-openstack-request-id: req-1fe68f2f-80c3-48f9-abac-7ead1305c273 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:05:18.370803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:05:18.370962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fe68f2f-80c3-48f9-abac-7ead1305c273 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:05:18.371369 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe68f2f-80c3-48f9-abac-7ead1305c273'] response: {'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:05:18.407377 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:18.409900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:05:18.441035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (8a773f28-2b0d-4a48-8338-85d0f80a6d4d), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.445148 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8a773f28-2b0d-4a48-8338-85d0f80a6d4d), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.471310 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-ef1fb1a9-dacc-47ce-9247-be3902c7d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:18.474190 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-ef1fb1a9-dacc-47ce-9247-be3902c7d658 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1129 time: 0.0461180 Sep 16 02:05:18.481431 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.482876 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1513820 Sep 16 02:05:18.483898 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:18.486227 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53882) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:18.490963 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:18.497445 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a773f28-2b0d-4a48-8338-85d0f80a6d4d,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:18.512055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.512403 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.512728 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.513060 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.513396 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.513715 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.514038 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.515366 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.515781 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.516139 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.516471 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.516801 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.517206 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.517532 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.517851 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe8e0ac-4a00-4eb3-9c8c-4964669e9c32 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:05:18.544035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (1290be1c-09ad-46aa-99b0-021bc842a8b6), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.582812 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-e75b293c-09b5-496a-af0f-2a113a000095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:18.584301 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-e75b293c-09b5-496a-af0f-2a113a000095 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.0996730 Sep 16 02:05:18.607843 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (1290be1c-09ad-46aa-99b0-021bc842a8b6), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.613486 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (1290be1c-09ad-46aa-99b0-021bc842a8b6), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.634033 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1290be1c-09ad-46aa-99b0-021bc842a8b6,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:18.642978 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.646783 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c4d9f2b2-6268-4d3a-ad89-be264c4985db tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569943 Sep 16 02:05:18.647263 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53884) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:18.651173 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:18.662419 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-5d8ec29a-13a5-4cd5-8c54-06e5a0d19b9e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 998 time: 0.0676429 Sep 16 02:05:18.674016 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c3f65eef-f615-481b-8766-0db7ad47292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.682759 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (f5b87509-4ca1-4818-930c-6801e009a52a), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.719706 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-7b346c09-6cae-4a55-a5f5-c2b893555e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:18.721370 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-7b346c09-6cae-4a55-a5f5-c2b893555e4d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0524743 Sep 16 02:05:18.744237 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (f5b87509-4ca1-4818-930c-6801e009a52a), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.748045 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (f5b87509-4ca1-4818-930c-6801e009a52a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.769035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b87509-4ca1-4818-930c-6801e009a52a,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:18.771153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-4c28a6d9-2e9e-42b9-8f09-a162f9eddf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:18.772859 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-4c28a6d9-2e9e-42b9-8f09-a162f9eddf0a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440900 Sep 16 02:05:18.778989 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.781989 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-90df39de-eef6-4b19-9a58-f6e51519960f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341100 Sep 16 02:05:18.785115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53886) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:18.789612 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:18.793819 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '04397901-6329-4b77-bc90-dd6ca4c63843', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'port_id': '98214adc-c813-4c74-b55b-97383bfc06f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'mac_address': 'fa:16:3e:16:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:05:17Z', 'updated_at': '2022-09-16T02:05:17Z', 'revision_number': 0, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:18.820257 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Checking router: d6278337-0348-45b5-af41-7e25286df6bf for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:05:18.829741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:05:18.830351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:05:19Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:18.832307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (2854c96b-695c-40c3-9e43-41baab5bffbf), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.864772 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:18.877770 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-3a019897-1a2c-40bc-8dd2-43e197363880 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977123 Sep 16 02:05:18.899706 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (2854c96b-695c-40c3-9e43-41baab5bffbf), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.904399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (2854c96b-695c-40c3-9e43-41baab5bffbf), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.929981 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.934891 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487916 Sep 16 02:05:18.935631 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53888) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:18.936822 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35704-82a7-4c7c-a1d2-d11af08a204a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2854c96b-695c-40c3-9e43-41baab5bffbf,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:18.947414 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:18.950613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:05:18.974302 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (442e864f-e298-48bf-957f-8e1e82158b9f), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:18.981347 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-61dc8865-178e-470d-bbde-cb8a60586b05 req-8bafed62-a39f-47de-9e62-703f84e0b4a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972843 Sep 16 02:05:18.995825 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:19.036823 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (442e864f-e298-48bf-957f-8e1e82158b9f), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.040942 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (442e864f-e298-48bf-957f-8e1e82158b9f), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.059117 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442e864f-e298-48bf-957f-8e1e82158b9f,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:19.067211 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.068425 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ee7b7842-4cef-4b52-a079-96193f75b305 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246586 Sep 16 02:05:19.071174 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53890) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:19.075790 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:19.097585 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.securitygroups_db [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Project 5318d2681e9d4fd2adc29977165e0a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:05:19.103101 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (20f2a78a-affa-42c6-babe-4381bf9fdc87), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.165026 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (20f2a78a-affa-42c6-babe-4381bf9fdc87), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.168582 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (20f2a78a-affa-42c6-babe-4381bf9fdc87), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.184678 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '04397901-6329-4b77-bc90-dd6ca4c63843', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'port_id': '98214adc-c813-4c74-b55b-97383bfc06f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'mac_address': 'fa:16:3e:16:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:05:17Z', 'updated_at': '2022-09-16T02:05:17Z', 'revision_number': 0, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:05:19.189582 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f2a78a-affa-42c6-babe-4381bf9fdc87,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:19.194807 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.199059 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-9132945b-f9bf-4083-a1dc-eef1db4a3b1a tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237004 Sep 16 02:05:19.199297 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 53892) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:05:19.204815 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'security_group_rule': {'security_group_id': '8a773f28-2b0d-4a48-8338-85d0f80a6d4d', 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:19.211897 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aad16a-177f-4228-b937-0695e7230ec8 None None] The sync data for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi is: [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '04397901-6329-4b77-bc90-dd6ca4c63843', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'port_id': '98214adc-c813-4c74-b55b-97383bfc06f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'mac_address': 'fa:16:3e:16:02:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:05:17Z', 'updated_at': '2022-09-16T02:05:17Z', 'revision_number': 0, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:05:19.228468 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.securitygroups_db [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Project 5318d2681e9d4fd2adc29977165e0a9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:05:19.234364 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (0bf24d84-9cc3-4da8-b327-dcca0d9e3f95), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.238293 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:19.295511 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (0bf24d84-9cc3-4da8-b327-dcca0d9e3f95), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.298668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (0bf24d84-9cc3-4da8-b327-dcca0d9e3f95), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.318311 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf24d84-9cc3-4da8-b327-dcca0d9e3f95,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:19.324452 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.325671 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8f4258f5-cd1a-492f-8ef9-d5d1b09493ee tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254811 Sep 16 02:05:19.415423 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faacb538-8733-4d6e-9cc4-2b6b409b698c None None] New status for floating IP 04397901-6329-4b77-bc90-dd6ca4c63843: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:05:19.433941 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c9d36a3a-6ca5-4d36-a44e-74bbcd663f17 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-668937438&fields=id&tenant_id=5318d2681e9d4fd2adc29977165e0a9b HTTP/1.1" status: 200 len: 267 time: 0.0573289 Sep 16 02:05:19.449741 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:19.493282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-fff82c98-a72e-40c7-bb61-1ccb6e76ff5c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:19.494628 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-fff82c98-a72e-40c7-bb61-1ccb6e76ff5c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0545251 Sep 16 02:05:19.506147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'port': {'security_groups': ['e025de6c-7d5c-4960-8f6a-a458ee9cdf66', '8a773f28-2b0d-4a48-8338-85d0f80a6d4d']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:05:19.521074 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:19.535230 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.580670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.763308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:05:19.794222 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for port (98214adc-c813-4c74-b55b-97383bfc06f7), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.799301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.809735 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:19.810339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:19.811746 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-84ce6d65-3f1b-4d47-9c41-2d59c15c3dbb req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "PUT /networking/v2.0/ports/98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 981 time: 0.3101714 Sep 16 02:05:19.839545 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:05:19.862023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261ba0c-2852-4db2-9768-839656ea70e7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=6']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:05:19.915880 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fde3c-4321-4467-afaa-de2a085696e5 req-243ea867-993f-4392-b6a7-d9e8052cbd0f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:19.917366 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-687fde3c-4321-4467-afaa-de2a085696e5 req-243ea867-993f-4392-b6a7-d9e8052cbd0f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0485818 Sep 16 02:05:19.978876 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-687fde3c-4321-4467-afaa-de2a085696e5 req-4340c19f-c8e9-4782-b35b-ccf80e39fc44 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551751 Sep 16 02:05:20.010809 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:05:20.067665 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:20.372076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:05:20.375282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9976a67f-682b-453d-8ee8-caa60830b73c" -d '{"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:05:20.412670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fd9fd1-8180-4219-aa10-a73b3a1ebcf4 x-openstack-request-id: req-52fd9fd1-8180-4219-aa10-a73b3a1ebcf4 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:05:20.412983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:05:20.413223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52fd9fd1-8180-4219-aa10-a73b3a1ebcf4 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:05:20.413639 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52fd9fd1-8180-4219-aa10-a73b3a1ebcf4'] response: {'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:05:20.429572 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:20.511666 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a67f-682b-453d-8ee8-caa60830b73c req-ecf00115-0f01-48f0-a4f7-73c0a286449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:20.513243 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-ecf00115-0f01-48f0-a4f7-73c0a286449e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1168 time: 0.0393569 Sep 16 02:05:20.614538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a67f-682b-453d-8ee8-caa60830b73c req-c08fec97-d59f-4635-9c93-b4ec9516d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:20.615986 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-c08fec97-d59f-4635-9c93-b4ec9516d1ad service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.0879204 Sep 16 02:05:20.689333 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-53c34003-e64c-409a-a2c8-c5667b620e79 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 1000 time: 0.0542579 Sep 16 02:05:20.741340 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a67f-682b-453d-8ee8-caa60830b73c req-5dcff1d2-6904-492c-b6ab-d2b0287d3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:20.742760 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-5dcff1d2-6904-492c-b6ab-d2b0287d3c88 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0440743 Sep 16 02:05:20.793062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a67f-682b-453d-8ee8-caa60830b73c req-5c504ff9-783b-4de8-893d-e3c5606dcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:05:20.794489 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-5c504ff9-783b-4de8-893d-e3c5606dcdbb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371587 Sep 16 02:05:20.888420 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-fdf4978d-b395-4f0f-843b-55ca0f943a75 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Sep 16 02:05:20.911183 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:20.981860 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9976a67f-682b-453d-8ee8-caa60830b73c req-9f0bce37-4011-4401-bcc9-f96f7445303a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870740 Sep 16 02:05:21.125092 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:21.487263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:29.514274 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:29.550863 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:29.970858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=46,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:29.973399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:30.756951 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:30.977449 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:30.979298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:37.347048 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:05:40.751532 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:40.753456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:46.001942 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b7331cf0-b4c3-4e12-a65d-11edd88a814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:47.342761 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:47.343521 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:05:48.439019 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3826239b-053a-48f8-a3e1-c84e2341116d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:49.535995 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:51.135301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:05:51.490753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:00.775701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:06.475860 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-143a4741-6c97-427a-94d1-57a81ac031e4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372396 Sep 16 02:06:06.583422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ac54-b569-48b2-9757-73403abc365c req-72d8a1b6-0552-48c9-a726-c9bc925e5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:06.584890 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-72d8a1b6-0552-48c9-a726-c9bc925e5887 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1129 time: 0.0395014 Sep 16 02:06:06.690894 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ac54-b569-48b2-9757-73403abc365c req-c0d357e8-3304-42b8-944c-f6d882e5feea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:06.692353 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-c0d357e8-3304-42b8-944c-f6d882e5feea service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0894175 Sep 16 02:06:06.753910 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-949aec21-3529-4bd5-baf6-934bd0908201 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 1001 time: 0.0557129 Sep 16 02:06:06.803506 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ac54-b569-48b2-9757-73403abc365c req-770e5b30-1a8b-4003-bd99-ec66071910c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:06.804954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-770e5b30-1a8b-4003-bd99-ec66071910c9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0438476 Sep 16 02:06:06.852016 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4ac54-b569-48b2-9757-73403abc365c req-709c4912-7a55-4e23-bc92-f08910fbec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:06.853449 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-709c4912-7a55-4e23-bc92-f08910fbec42 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420461 Sep 16 02:06:06.941268 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-589a4af2-659e-44a5-87fe-7fdd046f58bd service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807972 Sep 16 02:06:07.292816 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d4d4ac54-b569-48b2-9757-73403abc365c req-0c9de561-8936-4c72-8f6f-2617b7a4ed3a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454812 Sep 16 02:06:10.764967 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:10.771898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:14.346324 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:06:16.005356 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1a200634-a9fc-4c0b-b3dc-25ce89062d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:17.287617 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=46 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:17.289516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=55 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:18.441016 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-43be2eb6-ea7c-4b91-b8e6-9ae299c62841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:19.538379 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:20.692378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13dce5-aadc-464c-9895-75cd8615a24b req-dda6bc22-34d5-4d61-88c5-1530855b34da tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:20.693852 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc13dce5-aadc-464c-9895-75cd8615a24b req-dda6bc22-34d5-4d61-88c5-1530855b34da tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0471373 Sep 16 02:06:20.755826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-68394009-2458-402c-a9cc-2f55d0800d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:20.757273 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-68394009-2458-402c-a9cc-2f55d0800d27 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1168 time: 0.0625639 Sep 16 02:06:20.828460 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-dc13dce5-aadc-464c-9895-75cd8615a24b req-23f13a1c-dbc0-4f1a-9be8-f2014fe04317 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263616 Sep 16 02:06:20.870285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-96415490-66d0-4b85-919a-69944277ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:20.871736 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-96415490-66d0-4b85-919a-69944277ce27 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.1002407 Sep 16 02:06:20.936723 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-ec179eeb-be5e-442a-9526-9688fb7e3b31 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 1000 time: 0.0580254 Sep 16 02:06:20.984802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-97e3fbc7-21e9-4bb4-bc72-62febfd4dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:20.986237 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-97e3fbc7-21e9-4bb4-bc72-62febfd4dbae service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0432308 Sep 16 02:06:21.029686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-38922ef1-2857-4236-9b6e-6aca8fcccc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:21.031040 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-38922ef1-2857-4236-9b6e-6aca8fcccc4e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387998 Sep 16 02:06:21.122348 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-3c7b2557-49e1-4912-8c3e-e21b77d17e68 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848200 Sep 16 02:06:21.138284 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:21.213294 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-41fc4c23-1012-4219-ae55-46fd1b361b82 req-30a2569b-067b-4ed8-b294-12450f1b5916 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836308 Sep 16 02:06:21.493388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:21.954296 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f1dc0-bdfd-4fa3-b839-b2735192ce2f req-4d38fe37-2e0d-481f-b7a6-91a9ca2a9654 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:21.955825 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-958f1dc0-bdfd-4fa3-b839-b2735192ce2f req-4d38fe37-2e0d-481f-b7a6-91a9ca2a9654 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0474226 Sep 16 02:06:22.019537 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-958f1dc0-bdfd-4fa3-b839-b2735192ce2f req-de95817a-04a2-474e-9b1a-b4f60363eb55 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566666 Sep 16 02:06:23.143857 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4eeb-940f-4f74-8ea6-48f5db11661d req-38daa1ed-f4f0-4c05-999a-b325643a0526 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:23.145581 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-769d4eeb-940f-4f74-8ea6-48f5db11661d req-38daa1ed-f4f0-4c05-999a-b325643a0526 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0511663 Sep 16 02:06:23.203897 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-769d4eeb-940f-4f74-8ea6-48f5db11661d req-14bb86f2-3b7e-43f6-96be-6ddbe61f0941 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527356 Sep 16 02:06:24.324301 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99db4-abbc-4dd7-b339-b2a7273a2c20 req-42b799e3-33e1-4653-9d8a-08ea28fcb147 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:24.325736 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a7a99db4-abbc-4dd7-b339-b2a7273a2c20 req-42b799e3-33e1-4653-9d8a-08ea28fcb147 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0470545 Sep 16 02:06:24.342882 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:24.344014 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:24.385171 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a7a99db4-abbc-4dd7-b339-b2a7273a2c20 req-1a014691-a879-4bf3-bda7-68a2aa1fb32b tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538754 Sep 16 02:06:25.527159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594314c8-6b15-4f4b-ae21-5210986565ca req-dd3949a8-6038-439f-9482-d8f8f9571410 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:25.528785 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-594314c8-6b15-4f4b-ae21-5210986565ca req-dd3949a8-6038-439f-9482-d8f8f9571410 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0591052 Sep 16 02:06:25.589801 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-594314c8-6b15-4f4b-ae21-5210986565ca req-2aa5925c-86dd-4193-8f63-b10bc75d8f59 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548923 Sep 16 02:06:26.713954 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee64b2-db5c-43c6-913a-90ad9b827727 req-7403d660-3a5f-45d8-90cc-da36bf14445d tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:26.715425 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-aeee64b2-db5c-43c6-913a-90ad9b827727 req-7403d660-3a5f-45d8-90cc-da36bf14445d tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0504570 Sep 16 02:06:26.783388 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-aeee64b2-db5c-43c6-913a-90ad9b827727 req-4cfdf93d-1e5c-4fbd-ba9e-4821a43f201f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616665 Sep 16 02:06:27.903993 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe2853-c2fe-4d55-ac60-f37127944236 req-3c2696b2-b285-490b-b669-ae1feb637fcd tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:27.905426 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dcbe2853-c2fe-4d55-ac60-f37127944236 req-3c2696b2-b285-490b-b669-ae1feb637fcd tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0467148 Sep 16 02:06:27.967428 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dcbe2853-c2fe-4d55-ac60-f37127944236 req-ad5b77cf-3325-4f8a-a292-d63409991f05 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562582 Sep 16 02:06:29.092174 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5eed-f975-4b90-af4d-0aac03acf59e req-7425dd39-0b15-4e77-8b36-912ef679207c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:29.093550 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f1ae5eed-f975-4b90-af4d-0aac03acf59e req-7425dd39-0b15-4e77-8b36-912ef679207c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0478041 Sep 16 02:06:29.153613 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f1ae5eed-f975-4b90-af4d-0aac03acf59e req-d14c999f-09c7-4420-935e-1e3591df1ff5 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543277 Sep 16 02:06:30.273524 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbf924-9c89-4328-be23-e2b21ea0199a req-748d891e-1e9b-48e8-9321-e48312b6313f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:30.274962 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79fbf924-9c89-4328-be23-e2b21ea0199a req-748d891e-1e9b-48e8-9321-e48312b6313f tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0479236 Sep 16 02:06:30.338580 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-79fbf924-9c89-4328-be23-e2b21ea0199a req-f97db517-0ebb-423a-b375-05b3f5474498 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578558 Sep 16 02:06:30.789177 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:31.462505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aca3b-a6cc-4b16-907d-0ed6af253bd7 req-c4810fc9-802a-4d69-b2c9-d0a3217279de tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:31.464020 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-535aca3b-a6cc-4b16-907d-0ed6af253bd7 req-c4810fc9-802a-4d69-b2c9-d0a3217279de tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0501845 Sep 16 02:06:31.523663 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-535aca3b-a6cc-4b16-907d-0ed6af253bd7 req-6cb3015b-d9b6-47bd-8520-71af95a9d8f7 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540531 Sep 16 02:06:32.643649 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043e6a3-e92b-42a4-a66a-10e3eb633748 req-b9f4ea89-b992-4662-8e66-3517da14aaa2 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:32.645140 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6043e6a3-e92b-42a4-a66a-10e3eb633748 req-b9f4ea89-b992-4662-8e66-3517da14aaa2 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0470428 Sep 16 02:06:32.703752 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6043e6a3-e92b-42a4-a66a-10e3eb633748 req-520c969c-57f8-4fc9-a038-91ee76533381 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&id=8a773f28-2b0d-4a48-8338-85d0f80a6d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528312 Sep 16 02:06:34.452488 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54012) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:06:34.456937 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757526286', 'description': 'tempest-description--562786526'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:34.480592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.509207 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:34.513166 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:34.551565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (2c7e128d-b0a5-4e5d-b848-632981f7f215), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.555102 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (2c7e128d-b0a5-4e5d-b848-632981f7f215), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.587189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.588413 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1349180 Sep 16 02:06:34.589193 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7e128d-b0a5-4e5d-b848-632981f7f215,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:34.591221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54014) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:06:34.596236 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': '2c7e128d-b0a5-4e5d-b848-632981f7f215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:34.606960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.607304 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.607644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.608002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.608334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.608662 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.608983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.609308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.609632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.609951 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.610270 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.610587 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.610904 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.611220 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.611537 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f094a32-6b5a-4106-8819-2164af20ae6f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:34.635382 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (04e2d898-64c2-48d0-9816-7e2dbbea6853), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.690227 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (04e2d898-64c2-48d0-9816-7e2dbbea6853), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.693771 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (04e2d898-64c2-48d0-9816-7e2dbbea6853), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.714868 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e2d898-64c2-48d0-9816-7e2dbbea6853,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:34.723452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.724699 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-16039453-88b6-4438-9b6c-2eb4580b5f04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317248 Sep 16 02:06:34.728115 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54016) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:06:34.733140 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': '2c7e128d-b0a5-4e5d-b848-632981f7f215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:34.758711 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (eaba923d-8237-469f-9737-8a7f322acc3a), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.817743 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (eaba923d-8237-469f-9737-8a7f322acc3a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.821261 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (eaba923d-8237-469f-9737-8a7f322acc3a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.839738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaba923d-8237-469f-9737-8a7f322acc3a,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:34.846137 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.847286 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2078ba7c-25a4-4fce-b3df-6e6ceedb9569 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182423 Sep 16 02:06:34.851094 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54018) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:06:34.855697 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:34.877940 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:34.957229 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.035323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:35.061708 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.27.0.54 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/c93c50a8-87e0-41c8-a2bb-d04901e07e99) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:06:35.072570 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:35.170103 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.203048 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.245949 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:06:35.251512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:06:35.255234 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:06:35.258809 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=c93c50a8-87e0-41c8-a2bb-d04901e07e99,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:35.289667 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.290011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.290344 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.290678 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.291003 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.291330 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.291715 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.291979 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.292300 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.292611 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.292925 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.293239 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.293550 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.293861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.294170 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:35.357757 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.393944 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.732455 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.736896 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.805443 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=c93c50a8-87e0-41c8-a2bb-d04901e07e99,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:35.807791 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.824560 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:35.825837 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-0f115910-11c6-4d37-9b6b-4d90a0040c89 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9736986 Sep 16 02:06:36.023746 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-0c80f4da-c8df-4adb-bdd0-aa76e05feccd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--757526286&fields=id&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 267 time: 0.0432630 Sep 16 02:06:36.114442 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:36.130176 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-437110a2-1f80-4723-8932-85f4c2d6d693 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:36.131651 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-437110a2-1f80-4723-8932-85f4c2d6d693 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1016817 Sep 16 02:06:36.146454 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-5a3a82b5-83b8-4683-adf9-f3a5b1ed638f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/quotas/663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 375 time: 0.0091333 Sep 16 02:06:36.186967 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:36.202585 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-5091e1bf-7a8e-4b4d-88bf-04ff5c8f6279 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512264 Sep 16 02:06:36.342599 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-920866b6-dfaf-46e3-a77c-2b8a139b6f91 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280689 Sep 16 02:06:36.436578 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-20de8173-ceec-49e6-9d4b-149372564b92 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883343 Sep 16 02:06:36.595697 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e183bfcb-a830-43cb-8a98-93856ab0d27c req-4b235ddd-bb7e-42f8-ab60-4cc7d74248e7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 210 time: 0.0281229 Sep 16 02:06:37.699464 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-51356e4d-ee0a-4191-992d-b35b44f59476 req-30a75fad-34b8-4c84-991b-04f38e66154a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 210 time: 0.0281668 Sep 16 02:06:37.838945 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-a699c6b1-d0f0-435d-9e9d-4ac46bba5da6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:37.840431 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-a699c6b1-d0f0-435d-9e9d-4ac46bba5da6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1063535 Sep 16 02:06:37.920495 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-a8352cbb-f039-4f1d-9cd7-78e2a9094127 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 471 time: 0.0638931 Sep 16 02:06:38.018109 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'port': {'device_id': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'admin_state_up': True, 'tenant_id': '663bde66131d47159ffa09ad33971895', 'security_groups': ['2c7e128d-b0a5-4e5d-b848-632981f7f215']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:38.125843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:06:38.129604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.203037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:38.255062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.20.0.9 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/495f2eea-9dc7-490c-b725-e45ea66fa1a8) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:06:38.256981 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:38.397228 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.428650 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.476031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:06:38.479120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:06:38.482907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:06:38.506670 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:38.536925 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:38.537948 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.558212 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-37691904-71a6-48eb-ac1e-2b6f2ee37cf6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438762 Sep 16 02:06:38.575346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Request body: {'port': {'device_id': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:38.638448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.750724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Provisioning complete for port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:06:38.751223 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.752714 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Attempt 1 to provision port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 Sep 16 02:06:38.788258 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:06:38.856480 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e495-0275-4300-86bc-9122b3f843bd req-707aa024-5997-4502-af77-cbb10a84bc66 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:38.857897 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8d85e495-0275-4300-86bc-9122b3f843bd req-707aa024-5997-4502-af77-cbb10a84bc66 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 931 time: 0.0602345 Sep 16 02:06:38.937750 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8d85e495-0275-4300-86bc-9122b3f843bd req-b63a6e30-234e-4c67-ba25-1f08447bfdcb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707448 Sep 16 02:06:38.958619 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:38.973536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495f2eea-9dc7-490c-b725-e45ea66fa1a8 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:06:38.981989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks [] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:38.997346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Transition to ACTIVE for port object 495f2eea-9dc7-490c-b725-e45ea66fa1a8 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:06:39.001214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:39.060824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:39.081690 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:39.116446 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Attempting to bind port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:06:39.116777 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Attempting to bind port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:06:39.117101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Attempting to bind port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:06:39.156990 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:06:39.157314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Attempting to bind port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:06:39.201516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:06:39.201844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:06:39.202218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:06:39.202643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Bound port: 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:06:39.202994 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:39.261808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:06:39.264704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:06:39.271409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:39.274463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:39.275073 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:39.276641 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/495f2eea-9dc7-490c-b725-e45ea66fa1a8 HTTP/1.1" status: 200 len: 1093 time: 0.7055476 Sep 16 02:06:39.278646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:06:39.280876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33709ef1-4415-4bc7-8517-6d96455d2c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:06:39.289426 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Attempt 2 to provision port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 Sep 16 02:06:39.332810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6744302a-248a-41ab-aa7a-89eb832f2f7d None None] Port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:06:39.335498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52025e1f-10a0-4a24-b79a-b146901c8141 x-openstack-request-id: req-52025e1f-10a0-4a24-b79a-b146901c8141 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:06:39.335862 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:06:39.336287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52025e1f-10a0-4a24-b79a-b146901c8141 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:06:39.336559 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52025e1f-10a0-4a24-b79a-b146901c8141'] response: {'name': 'network-changed', 'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'status': 'completed', 'code': 200} Sep 16 02:06:39.339648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5100b-a54d-4d6e-85c4-031128d4e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:39.395011 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-aa83125c-e57c-4b75-b38d-b7ffcff863ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:39.396512 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-aa83125c-e57c-4b75-b38d-b7ffcff863ed service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 1127 time: 0.0392537 Sep 16 02:06:39.445491 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-22730244-996b-4171-b646-c238d9d44b3f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8 HTTP/1.1" status: 200 len: 217 time: 0.0361772 Sep 16 02:06:39.493649 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-16291472-7ba4-4c9c-9c87-bdaa46e78a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:39.495222 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-16291472-7ba4-4c9c-9c87-bdaa46e78a20 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0440567 Sep 16 02:06:39.538021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-6f6bc93e-a44f-4f03-96bc-17c7f4bd7caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:39.539436 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-6f6bc93e-a44f-4f03-96bc-17c7f4bd7caa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387950 Sep 16 02:06:39.629001 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-964c6a24-05a5-4352-99dc-495bd980438c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838261 Sep 16 02:06:39.717062 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d33d26bb-1f34-47e2-9c50-bc30ec56d0d6 req-fd234bda-b691-4717-8bde-fd4b7471cc4b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820603 Sep 16 02:06:40.062372 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a409dbe-5cc7-4af0-bc78-1a8832b11885 req-a487b677-92d1-4a01-9e85-8b0baddb7778 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:40.063739 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a409dbe-5cc7-4af0-bc78-1a8832b11885 req-a487b677-92d1-4a01-9e85-8b0baddb7778 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 943 time: 0.0497134 Sep 16 02:06:40.110356 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9a409dbe-5cc7-4af0-bc78-1a8832b11885 req-43520c8f-95bb-4b38-b258-c57a77687277 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Sep 16 02:06:41.231199 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f496df-057c-47ec-9173-eaf177b20058 req-e0a04724-80fc-43b3-b367-824c261180df tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:41.232642 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-81f496df-057c-47ec-9173-eaf177b20058 req-e0a04724-80fc-43b3-b367-824c261180df tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 943 time: 0.0464547 Sep 16 02:06:41.279790 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-81f496df-057c-47ec-9173-eaf177b20058 req-e33168ab-85c5-43de-9a66-fbbd1071402d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Sep 16 02:06:41.866122 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-10436d80-7a79-48de-a401-1245343d0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:41.867563 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-10436d80-7a79-48de-a401-1245343d0d0b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 1127 time: 0.0398121 Sep 16 02:06:41.921792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 495f2eea-9dc7-490c-b725-e45ea66fa1a8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:06:41.924761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:41.925477 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:41.961595 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-a7d821be-2361-4c6e-a83a-ee933019fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:41.963055 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-a7d821be-2361-4c6e-a83a-ee933019fad3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0899761 Sep 16 02:06:41.980939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:42.008921 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-aad251f7-8911-4734-9e7c-5496abb8c434 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8 HTTP/1.1" status: 200 len: 217 time: 0.0350134 Sep 16 02:06:42.026831 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:06:42.038801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'port_id': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'mac_address': 'fa:16:3e:cc:e0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:06:42.065262 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-35a22f83-7c7a-4028-bbd8-9330f7c59f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:42.066626 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-35a22f83-7c7a-4028-bbd8-9330f7c59f63 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0454063 Sep 16 02:06:42.073260 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:06:42.073633 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:42.087984 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495f2eea-9dc7-490c-b725-e45ea66fa1a8 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:06:42.108749 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:06:42.113503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:42.127126 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-967ff79d-7a46-45e4-b8b9-89b73665ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:42.128631 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-967ff79d-7a46-45e4-b8b9-89b73665ea10 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433400 Sep 16 02:06:42.159635 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:42.166824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.167176 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.167542 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.167862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.168218 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.168551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.168879 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.169207 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.169534 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.169867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.170193 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.170522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.170843 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.171162 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.171483 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:06:42.187589 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:42.228797 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-f700f90f-9837-4928-b065-adaee4be8ea5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868797 Sep 16 02:06:42.319294 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-33709ef1-4415-4bc7-8517-6d96455d2c6a req-f001237b-d1bb-4fed-afe2-a0af036ecfc2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Sep 16 02:06:42.401704 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966808c-c36b-4900-9e6a-94afc9fbfc05 req-1ecab754-f97d-4d1a-9bb1-66843b56b11b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:42.403187 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3966808c-c36b-4900-9e6a-94afc9fbfc05 req-1ecab754-f97d-4d1a-9bb1-66843b56b11b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 944 time: 0.0483086 Sep 16 02:06:42.449338 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3966808c-c36b-4900-9e6a-94afc9fbfc05 req-b5551332-d87a-4384-84ca-062dcbf263c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 Sep 16 02:06:42.542896 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['495f2eea-9dc7-490c-b725-e45ea66fa1a8'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:06:43.574526 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a38baf-c119-41af-a61f-ecfe3d5aa353 req-ce0035d2-fe64-4f5a-b93d-7da153743b8e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:43.576008 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c6a38baf-c119-41af-a61f-ecfe3d5aa353 req-ce0035d2-fe64-4f5a-b93d-7da153743b8e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 944 time: 0.0505176 Sep 16 02:06:43.625546 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-c6a38baf-c119-41af-a61f-ecfe3d5aa353 req-22962892-4f0d-4bd5-8f5f-e4a321be0ee1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Sep 16 02:06:43.945996 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 495f2eea-9dc7-490c-b725-e45ea66fa1a8 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:06:43.991691 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:06:43.997397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:06:43.997842 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:43.998445 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 Sep 16 02:06:44.068935 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:06:44.069232 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:44.092881 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:06:44.095422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e0e08f-20f3-4cbf-afa8-c657eec7dbbd" -d '{"events": [{"server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "name": "network-vif-plugged", "status": "completed", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:06:44.108664 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:06:44.112809 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:44.135076 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126d1ec-dc57-4043-b405-57c9f019e06b x-openstack-request-id: req-2126d1ec-dc57-4043-b405-57c9f019e06b {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:06:44.135359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "name": "network-vif-plugged", "status": "completed", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:06:44.135688 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2126d1ec-dc57-4043-b405-57c9f019e06b {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:06:44.136141 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2126d1ec-dc57-4043-b405-57c9f019e06b'] response: {'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'code': 200} Sep 16 02:06:44.161840 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:06:44.350595 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f2ee-fa9f-4cd5-bec4-d72c2d94bf94 req-7f54f503-d4cc-423d-9902-580993e2ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:44.351981 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cbd4f2ee-fa9f-4cd5-bec4-d72c2d94bf94 req-7f54f503-d4cc-423d-9902-580993e2ee1e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 1129 time: 0.0390921 Sep 16 02:06:44.400795 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cbd4f2ee-fa9f-4cd5-bec4-d72c2d94bf94 req-cb501531-78cd-4a38-8300-68c418b5abb4 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428648 Sep 16 02:06:44.742565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39aa49-c494-4955-ac0d-03fd62d95621 req-05c40d6e-07af-4e6a-b763-e968e8c4c4aa tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:44.744011 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-aa39aa49-c494-4955-ac0d-03fd62d95621 req-05c40d6e-07af-4e6a-b763-e968e8c4c4aa tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0459769 Sep 16 02:06:44.790199 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-aa39aa49-c494-4955-ac0d-03fd62d95621 req-ad7924ca-7d90-4fb9-9dad-0e83fd017f6d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Sep 16 02:06:45.283685 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:45.285550 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=13 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:45.920332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aedcb1-b283-4510-8505-9a1e94677eac req-e7652acd-9c6c-4dbb-99f7-4cebed0afb3b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:45.921791 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85aedcb1-b283-4510-8505-9a1e94677eac req-e7652acd-9c6c-4dbb-99f7-4cebed0afb3b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0475631 Sep 16 02:06:45.968586 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-85aedcb1-b283-4510-8505-9a1e94677eac req-b782add1-2690-4d96-bf05-fd2e3862826d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Sep 16 02:06:46.010587 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3377aeee-6a69-43b7-a916-cccf1534a0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:46.086501 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1454-45a0-4869-bb8e-87502b290066 req-5a7407a9-a840-4822-8940-52f093a63f05 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:46.087842 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1dbf1454-45a0-4869-bb8e-87502b290066 req-5a7407a9-a840-4822-8940-52f093a63f05 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0467587 Sep 16 02:06:46.097841 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54076) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:06:46.102392 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'port_id': '495f2eea-9dc7-490c-b725-e45ea66fa1a8'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:06:46.143599 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:46.727975 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:46.731851 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:46.764772 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:46.778551 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:46.827730 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP 02dc9cc4-6c13-4b38-b05f-4bf125fedf79 associated. External IP: 172.27.0.54, port: 495f2eea-9dc7-490c-b725-e45ea66fa1a8. Sep 16 02:06:47.019141 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:06:47.120466 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:06:47.125538 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:47.130139 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:06:47.140275 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:06:47.140891 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:06:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:06:47.155457 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c9638874-9e6c-4248-a241-ab75b3726a4d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/02dc9cc4-6c13-4b38-b05f-4bf125fedf79 HTTP/1.1" status: 200 len: 990 time: 1.0566130 Sep 16 02:06:47.156098 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:06:47.158377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6a897-aef1-4229-9acb-0d704eed033f" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:06:47.182111 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:47.247003 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:06:47.252439 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbb01c-d566-430e-95e5-f88adf06c4c6 x-openstack-request-id: req-75bbb01c-d566-430e-95e5-f88adf06c4c6 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:06:47.252732 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:06:47.252987 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75bbb01c-d566-430e-95e5-f88adf06c4c6 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:06:47.253396 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bbb01c-d566-430e-95e5-f88adf06c4c6'] response: {'name': 'network-changed', 'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'status': 'completed', 'code': 200} Sep 16 02:06:47.342967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-91577080-f7a2-4a29-b149-163c97c019a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:47.344486 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-91577080-f7a2-4a29-b149-163c97c019a4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 1129 time: 0.0395229 Sep 16 02:06:47.384398 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:47.440235 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-cdf2f9a9-1e69-454c-a9e1-be8d7af7ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:47.441677 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-cdf2f9a9-1e69-454c-a9e1-be8d7af7ee0b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0903275 Sep 16 02:06:47.465463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '02dc9cc4-6c13-4b38-b05f-4bf125fedf79', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:cc:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:06:35Z', 'updated_at': '2022-09-16T02:06:46Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}, {'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:06:47.493388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:06:47.501957 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:06:47.502616 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:06:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:06:47.502897 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-9224c816-3811-4f90-8555-b53d65002ceb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8 HTTP/1.1" status: 200 len: 998 time: 0.0552523 Sep 16 02:06:47.558161 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-d929cf91-7e6d-4a79-bbe1-ede8ec012c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:47.559635 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-d929cf91-7e6d-4a79-bbe1-ede8ec012c65 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0517819 Sep 16 02:06:47.606849 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-0899f648-bce8-488e-a6f8-d691b3055598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:06:47.608408 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-0899f648-bce8-488e-a6f8-d691b3055598 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421240 Sep 16 02:06:47.704632 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-1def26aa-e7bd-458e-86e1-80c9d2e5ad06 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903945 Sep 16 02:06:47.729362 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:06:47.774655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:47.800392 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c9c6a897-aef1-4229-9acb-0d704eed033f req-1c7e0686-ef7d-46ee-bb90-413420306626 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Sep 16 02:06:47.945739 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '02dc9cc4-6c13-4b38-b05f-4bf125fedf79', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:cc:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:06:35Z', 'updated_at': '2022-09-16T02:06:46Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}, {'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:06:47.973545 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb74ec8-fef6-454f-a49a-1fb3eac7d5a9 None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '02dc9cc4-6c13-4b38-b05f-4bf125fedf79', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:cc:e0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:06:35Z', 'updated_at': '2022-09-16T02:06:46Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}, {'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:06:48.167923 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee2bac-ccc9-4702-a192-ec3667daf2b8 None None] New status for floating IP 02dc9cc4-6c13-4b38-b05f-4bf125fedf79: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:06:48.442562 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-79e0efa0-4c3d-46c5-9268-afc2141c5c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:49.539715 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:51.137832 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:51.344971 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:06:51.496008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:06:57.149289 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=44 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:57.152266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=43 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:57.795642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:57.797814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:06:58.568766 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:00.789544 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:01.341703 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:07.473916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-538b1c01-139d-4311-ba02-a1a4a1be2049 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380633 Sep 16 02:07:07.557209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-d85b5aa4-0008-4d02-8f7d-f7c79f79dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:07.558726 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-d85b5aa4-0008-4d02-8f7d-f7c79f79dd96 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1168 time: 0.0441096 Sep 16 02:07:07.662088 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-4700c291-6953-4495-a448-36ed948429c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:07.663484 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-4700c291-6953-4495-a448-36ed948429c8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.0851221 Sep 16 02:07:07.728285 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-fe613855-ff41-40de-b613-6302041333c0 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 1000 time: 0.0579805 Sep 16 02:07:07.775948 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-981c7026-4609-4326-ae2e-7169ed149f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:07.777411 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-981c7026-4609-4326-ae2e-7169ed149f7a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0429163 Sep 16 02:07:07.822848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-a1ecb8fa-fc7c-453a-8cf5-32ea4c74ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:07.824332 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-a1ecb8fa-fc7c-453a-8cf5-32ea4c74ba86 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394208 Sep 16 02:07:07.918784 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-bf965410-9d8f-422b-a688-f7a7a7dd8ef3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862131 Sep 16 02:07:08.007829 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e58be514-6d15-48cc-b2d2-82c77b58dadf req-d290c0b1-3a10-4ee4-85bc-e15c5e4b6682 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831225 Sep 16 02:07:10.783098 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:10.785459 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:16.004922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-891d6674-eebf-4440-9214-968568652294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:18.003370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=46 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:18.005322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=55 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:18.444365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d6bec477-06db-47d8-9604-46240d8a4064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:19.544848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:21.141716 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:21.497995 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:28.344211 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:07:30.783680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.203109 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86340386-dadf-4235-af8c-2e2502a750af req-943c03a0-a735-4b5c-9890-2a6f1257aecd tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-668937438&fields=id&tenant_id=5318d2681e9d4fd2adc29977165e0a9b HTTP/1.1" status: 200 len: 267 time: 0.0447395 Sep 16 02:07:36.256565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340386-dadf-4235-af8c-2e2502a750af req-92c78de8-5b57-4674-bf92-451b4ff8653c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:36.258026 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86340386-dadf-4235-af8c-2e2502a750af req-92c78de8-5b57-4674-bf92-451b4ff8653c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 984 time: 0.0489991 Sep 16 02:07:36.268419 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Request body: {'port': {'security_groups': ['e025de6c-7d5c-4960-8f6a-a458ee9cdf66']}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:36.337977 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.539180 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:36.569713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for port (98214adc-c813-4c74-b55b-97383bfc06f7), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.574408 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.585482 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:36.586090 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.587417 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-86340386-dadf-4235-af8c-2e2502a750af req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "PUT /networking/v2.0/ports/98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 942 time: 0.3233585 Sep 16 02:07:36.587971 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:07:36.590182 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a438ab5-685f-4e13-bb3b-a3287e97958b" -d '{"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:07:36.593336 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54114) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:36.618712 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:07:36.665268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (8a773f28-2b0d-4a48-8338-85d0f80a6d4d), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.693658 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (8a773f28-2b0d-4a48-8338-85d0f80a6d4d), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.760855 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:07:36.779772 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-38cec2c2-a15a-404b-9140-bf6cd5d072e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:36.781422 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-38cec2c2-a15a-404b-9140-bf6cd5d072e4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1129 time: 0.0548990 Sep 16 02:07:36.823015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a2e50-73be-43b6-9c23-74d2bf557ae5 x-openstack-request-id: req-198a2e50-73be-43b6-9c23-74d2bf557ae5 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:07:36.823015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:07:36.823015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-198a2e50-73be-43b6-9c23-74d2bf557ae5 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:07:36.823525 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a2e50-73be-43b6-9c23-74d2bf557ae5'] response: {'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:07:36.851876 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event updated for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=7']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:36.859529 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.859966 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.860222 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.860815 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.861217 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.861548 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.861872 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.862197 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.862527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.862883 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.863210 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.863553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.864593 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.865112 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.865599 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c441af-4484-4f36-8630-6286cf7d3b63 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.866240 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8a773f28-2b0d-4a48-8338-85d0f80a6d4d), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.868800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:36.875516 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54116) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:36.877348 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8a773f28-2b0d-4a48-8338-85d0f80a6d4d HTTP/1.1" status: 204 len: 168 time: 0.2829618 Sep 16 02:07:36.895732 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a773f28-2b0d-4a48-8338-85d0f80a6d4d,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:36.913393 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.913738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.914394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.914394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.914725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.915060 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.915385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.915707 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.916068 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.916391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.916720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.917383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.917383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.917658 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.917966 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c1030b-58ce-46a9-a1e1-75648d403ccf tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:36.935069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-b502b019-7baa-46d8-9bf1-b79056b95f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:36.936555 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-b502b019-7baa-46d8-9bf1-b79056b95f11 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.1443977 Sep 16 02:07:37.000620 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-14391eba-1b6a-4bfe-9438-152d232d60da service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 1000 time: 0.0574608 Sep 16 02:07:37.034720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Deleting port 420ffb9c-bb30-4e70-b475-3c8a67e7ccb8 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:37.035060 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.053241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-44f3c3ed-95ab-44ed-a32d-fcc8e9967fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:37.054686 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-44f3c3ed-95ab-44ed-a32d-fcc8e9967fe0 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0471582 Sep 16 02:07:37.100543 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-af54690a-6033-4a50-8ef8-91009b8e8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:37.102007 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-af54690a-6033-4a50-8ef8-91009b8e8d52 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400426 Sep 16 02:07:37.116350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.116350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for floatingip (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.128861 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Calling delete_port for 420ffb9c-bb30-4e70-b475-3c8a67e7ccb8 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:37.190888 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-10b0967b-96cf-45a6-8999-5acd7ece0db6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821385 Sep 16 02:07:37.280158 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:37.287041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a438ab5-685f-4e13-bb3b-a3287e97958b req-8098cd84-359c-4506-84aa-1f62ce566c87 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889611 Sep 16 02:07:37.293562 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:37.299106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (420ffb9c-bb30-4e70-b475-3c8a67e7ccb8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.325761 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event deleted for resources: {'Port': ['ID=420ffb9c-bb30-4e70-b475-3c8a67e7ccb8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:37.387352 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks [] for floatingip (04397901-6329-4b77-bc90-dd6ca4c63843), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.387677 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Floating IP 04397901-6329-4b77-bc90-dd6ca4c63843 disassociated (deleted). External IP: 172.27.0.80, port: 98214adc-c813-4c74-b55b-97383bfc06f7. Sep 16 02:07:37.588675 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Router d6278337-0348-45b5-af41-7e25286df6bf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:07:37.691024 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:37.695403 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:37.701722 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Sync routers for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:37.711547 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:37.712186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:37.725185 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c7dc6614-5e69-442e-bbb2-a90a545b9dc6 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/04397901-6329-4b77-bc90-dd6ca4c63843 HTTP/1.1" status: 204 len: 168 time: 0.8486292 Sep 16 02:07:37.818139 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:38.017667 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:38.045645 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Checking router: d6278337-0348-45b5-af41-7e25286df6bf for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:38.054666 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:38.055270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:38.142419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:38.145815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:38.158271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:38.340313 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:38.365138 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce95f5-e7f3-4220-9667-4a65b41f97c0 None None] The sync data for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi is: [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:04:17Z', 'revision_number': 4, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'a2f3cacb-b142-4e9c-97f4-e1de807000b4', 'name': '', 'network_id': '6cd1d01a-1fcb-42e8-9408-458ee0e372f2', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'mac_address': 'fa:16:3e:74:5c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '154c2941-1d26-480a-8776-f22640151407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:16Z', 'updated_at': '2022-09-16T02:04:21Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'subnets': [{'id': '154c2941-1d26-480a-8776-f22640151407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:07:38.575581 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185539d5-9039-4f45-a31b-4d50856beff2 None None] New status for floating IP 04397901-6329-4b77-bc90-dd6ca4c63843: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:07:38.824196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:07:38.826682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54248464-1bff-4975-8333-7730cd6c46d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:07:38.864447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed44e84-bb91-4af5-a06a-1d4c148e9151 x-openstack-request-id: req-bed44e84-bb91-4af5-a06a-1d4c148e9151 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:07:38.864736 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:07:38.864995 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bed44e84-bb91-4af5-a06a-1d4c148e9151 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:07:38.865401 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed44e84-bb91-4af5-a06a-1d4c148e9151'] response: {'name': 'network-changed', 'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:07:38.964216 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248464-1bff-4975-8333-7730cd6c46d5 req-121cdc9b-b0fe-47e1-90d3-686abc174bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:38.965700 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-121cdc9b-b0fe-47e1-90d3-686abc174bb6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 1129 time: 0.0415657 Sep 16 02:07:39.344684 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248464-1bff-4975-8333-7730cd6c46d5 req-209236a7-a491-4e17-bf61-6d65b80b14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:39.346144 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-209236a7-a491-4e17-bf61-6d65b80b14ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 200 len: 916 time: 0.3634582 Sep 16 02:07:39.385249 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-b207ab49-608b-4305-a25d-2095dc090b99 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 200 len: 217 time: 0.0322375 Sep 16 02:07:39.432231 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248464-1bff-4975-8333-7730cd6c46d5 req-16e0033b-e6bf-45c5-98cb-43e4b14f8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:39.433615 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-16e0033b-e6bf-45c5-98cb-43e4b14f8be4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 200 len: 854 time: 0.0426660 Sep 16 02:07:39.479609 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248464-1bff-4975-8333-7730cd6c46d5 req-e5edca1b-579b-4f76-8cdf-0b03d8c089a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:39.480998 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-e5edca1b-579b-4f76-8cdf-0b03d8c089a1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6cd1d01a-1fcb-42e8-9408-458ee0e372f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414109 Sep 16 02:07:39.495047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:39.572082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-d822f03f-4828-4ab8-995a-53b3211ef234 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Sep 16 02:07:39.668641 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-54248464-1bff-4975-8333-7730cd6c46d5 req-e7e6dd8c-5171-466a-8fb8-75bdd0ef6515 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901234 Sep 16 02:07:40.494819 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b16e61-59be-4834-8039-eb82dcd04009 req-2df1e884-2040-48f6-91cb-4c19d10a1837 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:40.496269 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-31b16e61-59be-4834-8039-eb82dcd04009 req-2df1e884-2040-48f6-91cb-4c19d10a1837 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0461590 Sep 16 02:07:40.546699 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-31b16e61-59be-4834-8039-eb82dcd04009 req-f882b890-241c-48ba-b6d6-9865956c36bc tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Sep 16 02:07:41.632720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:41.668850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952f19-7ece-408e-8f91-2dc1dcf4ee75 req-bc5632fa-0cc3-4907-b2cf-3e21edc33561 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:41.670287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cd952f19-7ece-408e-8f91-2dc1dcf4ee75 req-bc5632fa-0cc3-4907-b2cf-3e21edc33561 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Sep 16 02:07:41.716708 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cd952f19-7ece-408e-8f91-2dc1dcf4ee75 req-b8d6413b-cd51-4028-a051-35ed712a2f5c tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Sep 16 02:07:42.544062 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-65556d4f-8144-4808-9b1c-6a6b7bc56913 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:42.545591 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-65556d4f-8144-4808-9b1c-6a6b7bc56913 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 16 02:07:42.626530 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Deleting port 98214adc-c813-4c74-b55b-97383bfc06f7 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:42.626869 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:42.717971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] For port 98214adc-c813-4c74-b55b-97383bfc06f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=98214adc-c813-4c74-b55b-97383bfc06f7,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:42.718672 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:42.731569 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Calling delete_port for 98214adc-c813-4c74-b55b-97383bfc06f7 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:42.839929 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473421a6-1edd-409f-b90f-97f8d5bed22d req-f147e011-538c-44d8-adac-5cde143a7868 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:42.841394 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-473421a6-1edd-409f-b90f-97f8d5bed22d req-f147e011-538c-44d8-adac-5cde143a7868 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8351c196-00ce-4ff2-8c6d-b2464bfcf401 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Sep 16 02:07:42.857735 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (98214adc-c813-4c74-b55b-97383bfc06f7), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:42.887181 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Pushing event deleted for resources: {'Port': ['ID=98214adc-c813-4c74-b55b-97383bfc06f7,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:42.889750 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-473421a6-1edd-409f-b90f-97f8d5bed22d req-cbdd6dc4-e081-4c7b-8949-3b95e873880d tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e025de6c-7d5c-4960-8f6a-a458ee9cdf66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 Sep 16 02:07:42.894533 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['98214adc-c813-4c74-b55b-97383bfc06f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:07:42.940118 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] No DVR routers for this DVR port 98214adc-c813-4c74-b55b-97383bfc06f7 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:07:42.943057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:42.946500 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-acdbabaf-db25-4f3f-914d-de4109155c8e req-9f150d38-6e60-44e3-8dfe-7ea755b684d9 tempest-TestMinimumBasicScenario-1822998230 tempest-TestMinimumBasicScenario-1822998230-project] 10.222.0.50 "DELETE /networking/v2.0/ports/98214adc-c813-4c74-b55b-97383bfc06f7 HTTP/1.1" status: 204 len: 173 time: 0.3960636 Sep 16 02:07:42.946992 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'name': 'network-vif-deleted', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:07:42.949313 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ca9b9f-d251-45d7-b44d-d8584217b8d1" -d '{"events": [{"server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "name": "network-vif-deleted", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:07:42.988943 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a1b0d-3f40-41b3-9197-b211ac596275 x-openstack-request-id: req-b77a1b0d-3f40-41b3-9197-b211ac596275 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:07:42.989240 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8351c196-00ce-4ff2-8c6d-b2464bfcf401", "name": "network-vif-deleted", "tag": "98214adc-c813-4c74-b55b-97383bfc06f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:07:42.989535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b77a1b0d-3f40-41b3-9197-b211ac596275 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:07:42.989942 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77a1b0d-3f40-41b3-9197-b211ac596275'] response: {'server_uuid': '8351c196-00ce-4ff2-8c6d-b2464bfcf401', 'name': 'network-vif-deleted', 'tag': '98214adc-c813-4c74-b55b-97383bfc06f7', 'status': 'completed', 'code': 200} Sep 16 02:07:44.572333 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54204) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:44.822648 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:44.883456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (d6278337-0348-45b5-af41-7e25286df6bf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:44.962891 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:45.103477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Deleting port a2f3cacb-b142-4e9c-97f4-e1de807000b4 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:45.103807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:45.182842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] For port a2f3cacb-b142-4e9c-97f4-e1de807000b4, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a2f3cacb-b142-4e9c-97f4-e1de807000b4,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:45.183226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:45.195705 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Calling delete_port for a2f3cacb-b142-4e9c-97f4-e1de807000b4 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:45.372756 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (a2f3cacb-b142-4e9c-97f4-e1de807000b4), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:45.401257 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f3cacb-b142-4e9c-97f4-e1de807000b4,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:45.565191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (d6278337-0348-45b5-af41-7e25286df6bf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:45.670107 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:45.747574 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:45.770275 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Router d6278337-0348-45b5-af41-7e25286df6bf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:07:45.868580 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:45.874014 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8f78f842-9331-43ad-93a1-c776a34d0f07 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/d6278337-0348-45b5-af41-7e25286df6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3003852 Sep 16 02:07:45.876679 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54206) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:45.877612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Sync routers for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:45.888520 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:45.889129 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:45.977647 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks [] for router (d6278337-0348-45b5-af41-7e25286df6bf), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.084521 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks [] for router_gateway (d6278337-0348-45b5-af41-7e25286df6bf), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.126953 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Deleting port d63e7f74-c931-401c-b4af-12ace928a89e {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:46.127285 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.127393 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-147e9fa1-dddf-415b-b793-8e138c6a8e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.132684 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:46.138770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:46.211498 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] For port d63e7f74-c931-401c-b4af-12ace928a89e, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d63e7f74-c931-401c-b4af-12ace928a89e,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:46.211855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.225615 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Calling delete_port for d63e7f74-c931-401c-b4af-12ace928a89e owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:46.229104 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:46.304050 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:07:45Z', 'revision_number': 5, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port': {'id': 'd63e7f74-c931-401c-b4af-12ace928a89e', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:15Z', 'updated_at': '2022-09-16T02:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:46.329382 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Checking router: d6278337-0348-45b5-af41-7e25286df6bf for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:46.332656 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 98214adc-c813-4c74-b55b-97383bfc06f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:46.355649 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 98214adc-c813-4c74-b55b-97383bfc06f7 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:46.356034 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 98214adc-c813-4c74-b55b-97383bfc06f7 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:46.360238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Routers {'d6278337-0348-45b5-af41-7e25286df6bf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:46.360851 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['d6278337-0348-45b5-af41-7e25286df6bf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:46.397052 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (d63e7f74-c931-401c-b4af-12ace928a89e), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.422962 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=d63e7f74-c931-401c-b4af-12ace928a89e,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:46.456408 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] Set router d6278337-0348-45b5-af41-7e25286df6bf gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:46.486663 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (d6278337-0348-45b5-af41-7e25286df6bf), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.505802 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:07:46Z', 'revision_number': 6, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:46.534289 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c45832-42da-4360-ad50-6fc2ea0a00ab None None] The sync data for ids ['d6278337-0348-45b5-af41-7e25286df6bf'] in dv-cinder-849143-2-iscsi is: [{'id': 'd6278337-0348-45b5-af41-7e25286df6bf', 'name': 'tempest-TestMinimumBasicScenario-1046776441-router', 'tenant_id': '5318d2681e9d4fd2adc29977165e0a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:14Z', 'updated_at': '2022-09-16T02:07:46Z', 'revision_number': 6, 'project_id': '5318d2681e9d4fd2adc29977165e0a9b', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:07:46.576995 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (d6278337-0348-45b5-af41-7e25286df6bf), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.579288 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks [] for router_controller (d6278337-0348-45b5-af41-7e25286df6bf), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.624401 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (d6278337-0348-45b5-af41-7e25286df6bf), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.624970 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6278337-0348-45b5-af41-7e25286df6bf {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:07:46.629361 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.630622 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-78782523-b741-4689-ba67-953cb77f2ddc admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/d6278337-0348-45b5-af41-7e25286df6bf HTTP/1.1" status: 204 len: 168 time: 0.7528448 Sep 16 02:07:46.633182 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54208) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:46.677572 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Deleting subnet 154c2941-1d26-480a-8776-f22640151407 {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:07:46.680672 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Publish callbacks [] for subnet (154c2941-1d26-480a-8776-f22640151407), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.714354 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (154c2941-1d26-480a-8776-f22640151407), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.790669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (154c2941-1d26-480a-8776-f22640151407), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.842194 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (154c2941-1d26-480a-8776-f22640151407), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.866255 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154c2941-1d26-480a-8776-f22640151407,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:46.871713 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.875015 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-dc27202c-bae0-407d-a077-91189c2cec3e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/154c2941-1d26-480a-8776-f22640151407 HTTP/1.1" status: 204 len: 168 time: 0.2408841 Sep 16 02:07:46.877470 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0472f2a-7114-4b8b-82cb-12e2c657a492 None None] Network 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:46.877626 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54210) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:46.949249 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (6cd1d01a-1fcb-42e8-9408-458ee0e372f2), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:46.998862 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Deleting port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:46.999195 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.061838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] For port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,segment=NetworkSegment(a97e5c50-9e1f-4457-85dc-60ed1e4bbae0),segment_id=a97e5c50-9e1f-4457-85dc-60ed1e4bbae0)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:47.062119 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.070011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:47.076637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Calling delete_port for 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:47.083167 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:47.159110 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (8ecace14-6068-4c83-bba3-6fcfe6aaeb62), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.183189 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecace14-6068-4c83-bba3-6fcfe6aaeb62,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:47.186745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] No DVR routers for this DVR port 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:07:47.256693 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (6cd1d01a-1fcb-42e8-9408-458ee0e372f2), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.277004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd1d01a-1fcb-42e8-9408-458ee0e372f2']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:47.286595 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:47.286888 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97e5c50-9e1f-4457-85dc-60ed1e4bbae0') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:47.299370 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (a97e5c50-9e1f-4457-85dc-60ed1e4bbae0), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.312755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (a97e5c50-9e1f-4457-85dc-60ed1e4bbae0), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.319696 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:07:47.320106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (a97e5c50-9e1f-4457-85dc-60ed1e4bbae0), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.362533 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment a97e5c50-9e1f-4457-85dc-60ed1e4bbae0 resource provider aggregate not found Sep 16 02:07:47.367221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037c682-8e8e-4a8a-b795-b88c9119b5d8 None None] DHCP port deletion for 6cd1d01a-1fcb-42e8-9408-458ee0e372f2 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:07:47.388432 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment a97e5c50-9e1f-4457-85dc-60ed1e4bbae0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a97e5c50-9e1f-4457-85dc-60ed1e4bbae0 found for delete ", "request_id": "req-c678db97-b58c-4cb2-999a-6608cd853021"}]} Sep 16 02:07:47.397485 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (6cd1d01a-1fcb-42e8-9408-458ee0e372f2), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.404266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.410372 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/6cd1d01a-1fcb-42e8-9408-458ee0e372f2 HTTP/1.1" status: 204 len: 168 time: 0.5290236 Sep 16 02:07:47.411101 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54216) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:47.418759 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcf7e9-730e-42a9-92c5-d289fbb3f23f admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd1d01a-1fcb-42e8-9408-458ee0e372f2,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:47.727551 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (298b62bf-e17d-4424-8777-7afbaff13227), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:47.958135 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Deleting port 3044e4b1-f141-4169-8955-1322ba2391a5 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:47.958391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:48.039394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] For port 3044e4b1-f141-4169-8955-1322ba2391a5, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3044e4b1-f141-4169-8955-1322ba2391a5,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:48.039764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:48.053138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Calling delete_port for 3044e4b1-f141-4169-8955-1322ba2391a5 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:48.067604 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:48.085580 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:48.085919 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 8ecace14-6068-4c83-bba3-6fcfe6aaeb62 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:48.086334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d63e7f74-c931-401c-b4af-12ace928a89e no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:48.105992 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: d63e7f74-c931-401c-b4af-12ace928a89e {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:48.106331 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d63e7f74-c931-401c-b4af-12ace928a89e not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:48.106733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a2f3cacb-b142-4e9c-97f4-e1de807000b4 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:48.114005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:48.123386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:48.125568 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: a2f3cacb-b142-4e9c-97f4-e1de807000b4 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:48.125918 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a2f3cacb-b142-4e9c-97f4-e1de807000b4 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:48.241441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (3044e4b1-f141-4169-8955-1322ba2391a5), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:48.266795 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3044e4b1-f141-4169-8955-1322ba2391a5,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:48.446288 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6fdba967-6aee-4637-a2a3-62d78c577b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:48.446883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (298b62bf-e17d-4424-8777-7afbaff13227), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:48.579580 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:48.606637 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:48.652687 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Router 298b62bf-e17d-4424-8777-7afbaff13227 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:07:49.018184 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:49.023208 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d41d3506-59a8-44b0-80e9-d68af773d7eb admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/298b62bf-e17d-4424-8777-7afbaff13227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6110129 Sep 16 02:07:49.026743 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54218) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:49.027596 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Sync routers for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:49.038247 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:49.038852 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:49.125461 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks [] for router (298b62bf-e17d-4424-8777-7afbaff13227), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.140642 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:49.224721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks [] for router_gateway (298b62bf-e17d-4424-8777-7afbaff13227), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.227404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:49.271625 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Deleting port 99c20562-5004-48dd-8b90-499f37c8276f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:49.271966 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (99c20562-5004-48dd-8b90-499f37c8276f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.311561 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '99c20562-5004-48dd-8b90-499f37c8276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:07:48Z', 'revision_number': 5, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port': {'id': '99c20562-5004-48dd-8b90-499f37c8276f', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298b62bf-e17d-4424-8777-7afbaff13227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:49.327126 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:49.341189 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Checking router: 298b62bf-e17d-4424-8777-7afbaff13227 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:49.350269 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Routers {'298b62bf-e17d-4424-8777-7afbaff13227'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:49.350868 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['298b62bf-e17d-4424-8777-7afbaff13227'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:49.353973 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] For port 99c20562-5004-48dd-8b90-499f37c8276f, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=99c20562-5004-48dd-8b90-499f37c8276f,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:49.354332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (99c20562-5004-48dd-8b90-499f37c8276f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.367000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Calling delete_port for 99c20562-5004-48dd-8b90-499f37c8276f owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:49.434318 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] Set router 298b62bf-e17d-4424-8777-7afbaff13227 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:49.483524 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:07:49Z', 'revision_number': 6, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:49.508646 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f672c-624c-451e-be20-58af0da619ee None None] The sync data for ids ['298b62bf-e17d-4424-8777-7afbaff13227'] in dv-cinder-849143-2-iscsi is: [{'id': '298b62bf-e17d-4424-8777-7afbaff13227', 'name': 'tempest-TestMinimumBasicScenario-2085286331-router', 'tenant_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:19Z', 'updated_at': '2022-09-16T02:07:49Z', 'revision_number': 6, 'project_id': 'e60745c3d9fa4555be6fb8e71f2dbe6a', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:07:49.538229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (99c20562-5004-48dd-8b90-499f37c8276f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.549624 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.560937 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=99c20562-5004-48dd-8b90-499f37c8276f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:49.631122 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (298b62bf-e17d-4424-8777-7afbaff13227), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.717430 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (298b62bf-e17d-4424-8777-7afbaff13227), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.719552 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks [] for router_controller (298b62bf-e17d-4424-8777-7afbaff13227), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.761661 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (298b62bf-e17d-4424-8777-7afbaff13227), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.762168 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298b62bf-e17d-4424-8777-7afbaff13227 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:07:49.766874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.768029 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f1cf45be-d18e-4a96-a646-c10f857f7c1c admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/298b62bf-e17d-4424-8777-7afbaff13227 HTTP/1.1" status: 204 len: 168 time: 0.7403207 Sep 16 02:07:49.771178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54220) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:49.814399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Deleting subnet 17d047bb-b18a-4595-aa14-959ec532f5c1 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:07:49.818415 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Publish callbacks [] for subnet (17d047bb-b18a-4595-aa14-959ec532f5c1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.856191 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (17d047bb-b18a-4595-aa14-959ec532f5c1), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.936928 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (17d047bb-b18a-4595-aa14-959ec532f5c1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:49.993225 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (17d047bb-b18a-4595-aa14-959ec532f5c1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.022465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d047bb-b18a-4595-aa14-959ec532f5c1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:50.029479 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.032907 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-568f3140-cd2e-499f-a65a-0c857b1ce789 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/17d047bb-b18a-4595-aa14-959ec532f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2607975 Sep 16 02:07:50.034501 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb04ff3-6821-4f06-9162-f745a395eba5 None None] Network 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:50.036151 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54222) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:50.090217 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 99c20562-5004-48dd-8b90-499f37c8276f no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:50.111404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.118767 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 99c20562-5004-48dd-8b90-499f37c8276f {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:50.119110 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 99c20562-5004-48dd-8b90-499f37c8276f not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:50.119612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3044e4b1-f141-4169-8955-1322ba2391a5 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:50.142132 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 3044e4b1-f141-4169-8955-1322ba2391a5 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:50.142482 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3044e4b1-f141-4169-8955-1322ba2391a5 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:50.157482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Deleting port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:50.157896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.160888 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:50.206254 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:50.232565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] For port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:50.232969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.241143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] DHCP port deletion for 4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:07:50.244051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:50.246229 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Calling delete_port for e5fcdcbe-d100-4723-9174-e1f4fd6cef7d owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:50.284047 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Deleting port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:07:50.284429 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.332455 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.336807 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:50.352732 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] For port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,segment=NetworkSegment(83f33e3f-2e23-4596-87cb-245a9997858f),segment_id=83f33e3f-2e23-4596-87cb-245a9997858f)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:50.353132 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.358876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:50.360801 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] No DVR routers for this DVR port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d on host dv-cinder-849143-2-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:07:50.366987 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Calling delete_port for e5fcdcbe-d100-4723-9174-e1f4fd6cef7d owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:07:50.434753 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.447445 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (e5fcdcbe-d100-4723-9174-e1f4fd6cef7d), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.457746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4863761a-c0b5-4f25-a6ec-5c42b7fc3a76']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:50.467195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f33e3f-2e23-4596-87cb-245a9997858f') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:50.467435 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f33e3f-2e23-4596-87cb-245a9997858f') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:50.470337 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Pushing event deleted for resources: {'Port': ['ID=e5fcdcbe-d100-4723-9174-e1f4fd6cef7d,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:50.477457 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (83f33e3f-2e23-4596-87cb-245a9997858f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.480104 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] No DVR routers for this DVR port e5fcdcbe-d100-4723-9174-e1f4fd6cef7d on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:07:50.482159 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.482501 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.482845 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.483266 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.483598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.483926 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.484279 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.484604 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.484928 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.485268 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.485577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.485903 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.486220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.486534 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.486851 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1874d4a-b602-488e-8933-c934ec74fc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:50.495404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (83f33e3f-2e23-4596-87cb-245a9997858f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.501900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:07:50.502444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (83f33e3f-2e23-4596-87cb-245a9997858f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.569178 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (4863761a-c0b5-4f25-a6ec-5c42b7fc3a76), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.574339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.577553 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4863761a-c0b5-4f25-a6ec-5c42b7fc3a76 HTTP/1.1" status: 204 len: 168 time: 0.5403800 Sep 16 02:07:50.582388 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 83f33e3f-2e23-4596-87cb-245a9997858f resource provider aggregate not found Sep 16 02:07:50.595801 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14708e-ae5b-43cb-8945-7de878f20082 admin admin] Pushing event deleted for resources: {'Network': ['ID=4863761a-c0b5-4f25-a6ec-5c42b7fc3a76,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:50.610564 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 83f33e3f-2e23-4596-87cb-245a9997858f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83f33e3f-2e23-4596-87cb-245a9997858f found for delete ", "request_id": "req-07dcc0e1-4c1b-4124-ad88-26563769ccdf"}]} Sep 16 02:07:50.744243 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54232) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:50.784098 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c4109da8-b6a7-4e54-9823-16f012f89421 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5318d2681e9d4fd2adc29977165e0a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385535 Sep 16 02:07:50.787328 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54234) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:50.835137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] Publish callbacks [] for security_group (e025de6c-7d5c-4960-8f6a-a458ee9cdf66), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.858141 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] Publish callbacks [] for security_group (e025de6c-7d5c-4960-8f6a-a458ee9cdf66), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.905795 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e025de6c-7d5c-4960-8f6a-a458ee9cdf66), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.908321 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:50.910442 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e025de6c-7d5c-4960-8f6a-a458ee9cdf66 HTTP/1.1" status: 204 len: 168 time: 0.1211848 Sep 16 02:07:50.918463 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067b801-db5a-4a40-b4dc-e695827ee9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025de6c-7d5c-4960-8f6a-a458ee9cdf66,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:51.147099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:51.230200 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54242) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:51.270156 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e2fbb6bb-3b5e-4fa4-a1bc-00140cffa547 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e60745c3d9fa4555be6fb8e71f2dbe6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381916 Sep 16 02:07:51.272724 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54244) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:51.320426 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] Publish callbacks [] for security_group (78687e0e-83a0-475a-bc08-d893598bb057), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:51.340196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] Publish callbacks [] for security_group (78687e0e-83a0-475a-bc08-d893598bb057), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:51.387675 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (78687e0e-83a0-475a-bc08-d893598bb057), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:51.390566 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:51.391737 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/78687e0e-83a0-475a-bc08-d893598bb057 HTTP/1.1" status: 204 len: 168 time: 0.1181073 Sep 16 02:07:51.400115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ae7e-f51b-458c-bdc2-e1c3c097c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78687e0e-83a0-475a-bc08-d893598bb057,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:51.501351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.077652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device e5fcdcbe-d100-4723-9174-e1f4fd6cef7d no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:07:52.102717 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: e5fcdcbe-d100-4723-9174-e1f4fd6cef7d {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:07:52.103215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device e5fcdcbe-d100-4723-9174-e1f4fd6cef7d not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:07:52.152678 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54266) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:52.266136 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-544945050-network', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:52.290902 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Made reservation on behalf of 9cfcd2376b1c4398befa49b423aaae26 for: {'network': 1} {{(pid=106213) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:07:52.293495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.302288 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.352303 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:52.357514 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:52.387027 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks [] for security_group (8900d1c5-0c46-4a4c-ac5a-06daf31061f1), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.390742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8900d1c5-0c46-4a4c-ac5a-06daf31061f1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.417802 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106213) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:07:52.428047 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900d1c5-0c46-4a4c-ac5a-06daf31061f1,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:52.432838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (788c8c6d-a605-43c3-a509-bdc95e97e90d), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.433214 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.segments_db [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Added segment 788c8c6d-a605-43c3-a509-bdc95e97e90d of type vlan for network 26a960ea-9980-48fb-8180-c5983fb286de Sep 16 02:07:52.473581 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (26a960ea-9980-48fb-8180-c5983fb286de), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.496900 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (26a960ea-9980-48fb-8180-c5983fb286de), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.497908 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:52.498745 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.560248 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4062128 Sep 16 02:07:52.563188 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54270) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:52.565533 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2652b3-bcc8-482e-a078-edbf8d36d3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=26a960ea-9980-48fb-8180-c5983fb286de,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:52.568676 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Request body: {'subnet': {'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-544945050-subnet', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:52.576424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 26a960ea-9980-48fb-8180-c5983fb286de details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:07:52.589421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Made reservation on behalf of 9cfcd2376b1c4398befa49b423aaae26 for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:07:52.591887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.760362 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (f681d6f9-96ea-4125-a2f5-19e422132b79), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.816731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f681d6f9-96ea-4125-a2f5-19e422132b79,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:52.825610 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:52.825959 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Network hostable DHCP agents. Network: 26a960ea-9980-48fb-8180-c5983fb286de, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:07:52.843742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Network 26a960ea-9980-48fb-8180-c5983fb286de is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:07:52.852368 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 26a960ea-9980-48fb-8180-c5983fb286de) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:52.856683 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:52.857841 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.861059 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13ac2b-f722-4b07-b963-d3fadeefce1c None None] Network 26a960ea-9980-48fb-8180-c5983fb286de requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:52.874308 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-c75fe01f-af26-4ba4-94e6-1c48633747ce admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3100092 Sep 16 02:07:52.876972 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54272) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:52.881913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:52.902758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (835dd515-e245-4645-ac61-730758a30a54), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.903905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (835dd515-e245-4645-ac61-730758a30a54), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.960137 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for router_controller (835dd515-e245-4645-ac61-730758a30a54), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.965969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:52.966339 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-26a960ea-9980-48fb-8180-c5983fb286de', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:07:52.968369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:52.997008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:53.099195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for router_gateway (835dd515-e245-4645-ac61-730758a30a54), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.105438 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Allocated IP 172.20.0.2 (26a960ea-9980-48fb-8180-c5983fb286de/f681d6f9-96ea-4125-a2f5-19e422132b79/4c0a6e80-a649-4e73-b58e-0662d52f1bc8) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:53.248141 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks [] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.253434 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.282416 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for router_gateway (835dd515-e245-4645-ac61-730758a30a54), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.295555 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:53.301061 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:53.302478 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.303378 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:53.306396 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Pushing event updated for resources: {'Port': ['ID=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:53.361016 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Attempting to bind port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:07:53.361380 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Attempting to bind port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:07:53.361736 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Attempting to bind port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:07:53.364131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:53.396143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:53.410738 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:07:53.411112 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:53.411508 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.411921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Bound using segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:07:53.412328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Allocated IP 172.27.0.125 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/6eda7ed6-26a7-4489-a896-745d09b1db4a) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:53.412457 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Bound port: 4c0a6e80-a649-4e73-b58e-0662d52f1bc8, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:07:53.412835 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.478072 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] For port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:07:53.481598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] For port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:07:53.486841 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.527045 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.538359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7b5fd-b479-4789-ae28-7a833b232c99 None None] Pushing event updated for resources: {'Port': ['ID=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:53.561027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.607640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:53.613526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:53.615888 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Pushing event updated for resources: {'Port': ['ID=6eda7ed6-26a7-4489-a896-745d09b1db4a,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:53.618077 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:53.868637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:53.871385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for router_gateway (835dd515-e245-4645-ac61-730758a30a54), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:53.957354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:54.064270 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (835dd515-e245-4645-ac61-730758a30a54), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.100667 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:07:54.151623 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:54.152142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.152674 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 Sep 16 02:07:54.198036 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Router 835dd515-e245-4645-ac61-730758a30a54 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:07:54.233628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:07:54.234072 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.274032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:54.278861 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.311846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:54.323189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:54.332176 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.334249 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-fae1ace3-34b2-4884-98a2-29f49fe4a145 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4563375 Sep 16 02:07:54.336312 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54274) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:54.341069 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:54.350024 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:54.350024 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:54.435064 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0bbb4-64ca-4464-9bda-0cc9b9432f82 None None] Network 26a960ea-9980-48fb-8180-c5983fb286de requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:54.642522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:54.704160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-156c8834-3635-4792-9534-679e23535a80 None None] Provisioning complete for port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:54.704452 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-156c8834-3635-4792-9534-679e23535a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:54.704790 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-156c8834-3635-4792-9534-679e23535a80 None None] Attempt 1 to provision port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 Sep 16 02:07:54.878985 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:54.899726 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-156c8834-3635-4792-9534-679e23535a80 None None] Current status of the port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:07:54.942631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:53Z', 'revision_number': 3, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:54.974569 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:54.974940 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Updating router 835dd515-e245-4645-ac61-730758a30a54 port 6eda7ed6-26a7-4489-a896-745d09b1db4a binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:07:55.005328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.024990 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.037467 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.085984 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.105212 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.146801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-6d43a53d-1d0b-45db-8b25-e9a22556f2af None None] Provisioning complete for port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:55.147367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d43a53d-1d0b-45db-8b25-e9a22556f2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.147488 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-6d43a53d-1d0b-45db-8b25-e9a22556f2af None None] Attempt 1 to provision port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 Sep 16 02:07:55.193105 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Allocated IP 172.20.0.1 (26a960ea-9980-48fb-8180-c5983fb286de/f681d6f9-96ea-4125-a2f5-19e422132b79/d3300bd3-0839-439e-bb4f-616ccee8f335) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:55.302702 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks [] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.334252 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.382516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:55.388433 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:55.391312 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Pushing event updated for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:55.393604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:55.399271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-6d43a53d-1d0b-45db-8b25-e9a22556f2af None None] Current status of the port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:07:55.439742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (835dd515-e245-4645-ac61-730758a30a54), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.458414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks [] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.464934 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.500563 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Attempting to bind port 6eda7ed6-26a7-4489-a896-745d09b1db4a on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:07:55.502197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Attempting to bind port 6eda7ed6-26a7-4489-a896-745d09b1db4a by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:07:55.502197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Attempting to bind port 6eda7ed6-26a7-4489-a896-745d09b1db4a on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:07:55.547590 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c443b0b-9c53-431d-b257-2587ce72e6c8 None None] Pushing event updated for resources: {'Port': ['ID=6eda7ed6-26a7-4489-a896-745d09b1db4a,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:55.564751 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:07:55.565128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:55.565512 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.566439 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:07:55.567114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Bound port: 6eda7ed6-26a7-4489-a896-745d09b1db4a, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:07:55.567667 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.583813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.626490 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] For port 6eda7ed6-26a7-4489-a896-745d09b1db4a, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:07:55.630415 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] For port 6eda7ed6-26a7-4489-a896-745d09b1db4a, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6eda7ed6-26a7-4489-a896-745d09b1db4a,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:07:55.632076 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Provisioning complete for port d3300bd3-0839-439e-bb4f-616ccee8f335 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:55.632450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.632790 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 1 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:55.655308 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.692365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.696132 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:55.704033 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:55.704671 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:55.745830 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks [] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.750823 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.765372 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c443b0b-9c53-431d-b257-2587ce72e6c8 None None] Pushing event updated for resources: {'Port': ['ID=6eda7ed6-26a7-4489-a896-745d09b1db4a,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:55.821428 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.822157 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Pushing event updated for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:55.825089 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (835dd515-e245-4645-ac61-730758a30a54), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:55.828863 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:55.873396 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.880210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:55.922401 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:55.923786 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:56.035861 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:56.055309 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:07:56.064523 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b394bb-4f06-4c68-bc43-c54f982c3109 None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:07:56.087041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:07:56.138987 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:56.139362 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.139700 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 Sep 16 02:07:56.180368 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:56.185413 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5604563d-4193-4804-b3bd-10469d521c4c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/835dd515-e245-4645-ac61-730758a30a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481438 Sep 16 02:07:56.350919 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 2 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:56.390169 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:07:56.396552 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:56.776551 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54290) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:56.781406 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2099363122-network', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:56.809755 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Made reservation on behalf of ac353b06b5524c06b9336411462ae8ad for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:07:56.815455 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.826083 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.898092 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 3 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:56.915168 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks [] for security_group (71198564-4f66-4ae5-96c0-10989b9a932f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.919630 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (71198564-4f66-4ae5-96c0-10989b9a932f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.933694 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:56.951064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:07:56.962276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71198564-4f66-4ae5-96c0-10989b9a932f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:56.971113 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (52caeef1-e1f6-44bf-b3a8-d26843c4c2a0), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:56.971819 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Added segment 52caeef1-e1f6-44bf-b3a8-d26843c4c2a0 of type vlan for network 67412b45-125c-4d6b-91ef-6ede2565f5a5 Sep 16 02:07:57.016604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (67412b45-125c-4d6b-91ef-6ede2565f5a5), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.043924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (67412b45-125c-4d6b-91ef-6ede2565f5a5), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.044927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:57.046111 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.105619 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3280115 Sep 16 02:07:57.108364 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54292) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:57.115484 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Request body: {'subnet': {'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2099363122-subnet', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:57.120637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07db50-3f95-43b6-8566-d17a8d10fb7e admin admin] Pushing event updated for resources: {'Network': ['ID=67412b45-125c-4d6b-91ef-6ede2565f5a5,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:57.132305 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:07:57.140179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Made reservation on behalf of ac353b06b5524c06b9336411462ae8ad for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:07:57.143098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.272640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:57.274959 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:57.330369 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (1935503e-0157-4d8f-9f18-b2ba5d8ad3cf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.394921 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1935503e-0157-4d8f-9f18-b2ba5d8ad3cf,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:57.402484 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Checking segment: {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:57.402840 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Network hostable DHCP agents. Network: 67412b45-125c-4d6b-91ef-6ede2565f5a5, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:07:57.420243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:07:57.429483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 67412b45-125c-4d6b-91ef-6ede2565f5a5) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:57.434652 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 4 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:57.435214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:07:57.436189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.437889 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9251e25a-d282-4f91-88b0-33cf4d98aba3 None None] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:57.452730 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-400d5e6e-bbce-4789-b168-c5a1a3cd09d7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3433664 Sep 16 02:07:57.455252 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54294) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:57.460209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:07:57.482085 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.483173 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.514629 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:57.534005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for router_controller (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.582636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-67412b45-125c-4d6b-91ef-6ede2565f5a5', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:07:57.584101 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.673841 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for router_gateway (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.726128 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Allocated IP 172.20.0.2 (67412b45-125c-4d6b-91ef-6ede2565f5a5/1935503e-0157-4d8f-9f18-b2ba5d8ad3cf/3a765099-15d1-468f-8323-bc4ff5ee0b8c) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:57.784074 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:57.838728 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:57.881641 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for router_gateway (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.902668 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks [] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.906242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.908565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:57.959089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:57.962556 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:57.964433 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Pushing event updated for resources: {'Port': ['ID=3a765099-15d1-468f-8323-bc4ff5ee0b8c,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:57.967810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:58.022233 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 5 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:58.060373 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Attempting to bind port 3a765099-15d1-468f-8323-bc4ff5ee0b8c on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:07:58.060759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Attempting to bind port 3a765099-15d1-468f-8323-bc4ff5ee0b8c by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:07:58.061134 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Attempting to bind port 3a765099-15d1-468f-8323-bc4ff5ee0b8c on network 67412b45-125c-4d6b-91ef-6ede2565f5a5 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:07:58.080436 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Allocated IP 172.27.0.83 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/4f95b9df-78e3-4a63-a799-4519bdf91d58) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:58.089456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:58.120838 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:07:58.121526 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Checking segment: {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:58.122162 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.122710 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Bound using segment: {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:07:58.123359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Bound port: 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:07:58.124208 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.178573 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6eda7ed6-26a7-4489-a896-745d09b1db4a up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:07:58.212776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] For port 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:07:58.221399 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:58.223992 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.232390 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] For port 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3a765099-15d1-468f-8323-bc4ff5ee0b8c,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:07:58.243153 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:58.244109 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:58.244431 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.250385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:58.266456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.288131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6eda7ed6-26a7-4489-a896-745d09b1db4a triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:07:58.288516 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.289167 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6eda7ed6-26a7-4489-a896-745d09b1db4a Sep 16 02:07:58.296831 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:58.315000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Pushing event updated for resources: {'Port': ['ID=4f95b9df-78e3-4a63-a799-4519bdf91d58,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:58.323059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:58.325050 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:58.327479 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:58.342265 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea14465-381a-4e75-8544-665aef0e6d69 None None] Pushing event updated for resources: {'Port': ['ID=3a765099-15d1-468f-8323-bc4ff5ee0b8c,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:58.359085 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:58.386546 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6eda7ed6-26a7-4489-a896-745d09b1db4a is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:07:58.386941 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.409788 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 6eda7ed6-26a7-4489-a896-745d09b1db4a, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6eda7ed6-26a7-4489-a896-745d09b1db4a,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:07:58.415072 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.475742 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=6eda7ed6-26a7-4489-a896-745d09b1db4a,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:58.592836 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 6 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:58.599097 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 2, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:58.625140 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for router_gateway (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.629164 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:58.630965 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:58.631459 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Updating router 835dd515-e245-4645-ac61-730758a30a54 port d3300bd3-0839-439e-bb4f-616ccee8f335 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:07:58.668095 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.713721 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:58.820440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:58.950175 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:07:59.025922 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks [] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.031373 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.057714 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:07:59.066477 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Sync routers for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:07:59.076295 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Pushing event updated for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:59.078425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.082612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:59.083180 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54296) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:07:59.084295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:59.084893 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7e072fac-ff8c-4b89-b7ac-58be85fe938a admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6283021 Sep 16 02:07:59.093228 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.093626 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.093925 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.094280 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.094610 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.094933 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.095252 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.095571 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.095891 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.096281 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.096666 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.097625 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.098169 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.098618 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.099114 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:07:59.128978 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:59.142624 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 7 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:59.169568 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Attempting to bind port d3300bd3-0839-439e-bb4f-616ccee8f335 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:07:59.170972 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Attempting to bind port d3300bd3-0839-439e-bb4f-616ccee8f335 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:07:59.171516 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Attempting to bind port d3300bd3-0839-439e-bb4f-616ccee8f335 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:07:59.190261 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:59.207015 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Port d3300bd3-0839-439e-bb4f-616ccee8f335 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:07:59.225033 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:07:59.225665 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:07:59.225776 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.226159 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Bound using segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:07:59.226626 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Bound port: d3300bd3-0839-439e-bb4f-616ccee8f335, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:07:59.227197 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.273099 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:59.319638 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] For port d3300bd3-0839-439e-bb4f-616ccee8f335, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:07:59.324182 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] For port d3300bd3-0839-439e-bb4f-616ccee8f335, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d3300bd3-0839-439e-bb4f-616ccee8f335,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:07:59.335592 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.381257 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:07:59.381977 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:59.440243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9b735-a5de-4415-932f-4442ddd43f4b None None] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:07:59.446240 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57802333-0b3e-43eb-a7ea-75cb6517ab51 None None] Pushing event updated for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:59.494352 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:59.507477 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:07:59.521964 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.555652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 3, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:59.593317 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Checking router: cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:07:59.593671 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Updating router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 port 4f95b9df-78e3-4a63-a799-4519bdf91d58 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:07:59.647646 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.689917 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Allocated IP 172.20.0.1 (67412b45-125c-4d6b-91ef-6ede2565f5a5/1935503e-0157-4d8f-9f18-b2ba5d8ad3cf/6374c288-3acf-417b-a7ec-7c7cdb543951) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:07:59.717508 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:59.723243 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:07:59Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:07:59.728657 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Attempt 8 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:07:59.751614 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:07:59.756252 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359f1b0-b954-4144-809c-f7690750fd56 None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:07:59Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:07:59.811361 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks [] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.849027 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:07:59.898384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:07:59.904118 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:07:59.906934 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:07:59.911214 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Pushing event updated for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:07:59.957576 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.125160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.140997 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Current status of the port d3300bd3-0839-439e-bb4f-616ccee8f335 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:00.141386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.197851 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] For port d3300bd3-0839-439e-bb4f-616ccee8f335, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d3300bd3-0839-439e-bb4f-616ccee8f335,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:00.225047 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.235975 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:00.284061 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks [] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.297564 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.314931 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d3300bd3-0839-439e-bb4f-616ccee8f335 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:00.346462 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12382-195d-4a4c-83b1-a6d8545694c1 None None] Pushing event updated for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:00.354592 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Attempting to bind port 4f95b9df-78e3-4a63-a799-4519bdf91d58 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:08:00.354970 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Attempting to bind port 4f95b9df-78e3-4a63-a799-4519bdf91d58 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:08:00.355343 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Attempting to bind port 4f95b9df-78e3-4a63-a799-4519bdf91d58 on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:00.421410 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Provisioning complete for port d3300bd3-0839-439e-bb4f-616ccee8f335 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:00.421874 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.422221 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 1 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:08:00.487235 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cd541-b0a9-4ee2-a00f-61ce66cd6bdb None None] Pushing event updated for resources: {'Port': ['ID=4f95b9df-78e3-4a63-a799-4519bdf91d58,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:00.501930 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:08:00.502552 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:08:00.502684 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.503693 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:08:00.504143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Bound port: 4f95b9df-78e3-4a63-a799-4519bdf91d58, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:08:00.504529 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.507780 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d3300bd3-0839-439e-bb4f-616ccee8f335 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:00.508171 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.508516 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:08:00.565313 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks [] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.571988 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.618663 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:00.625369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] For port 4f95b9df-78e3-4a63-a799-4519bdf91d58, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:08:00.631801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Current status of the port d3300bd3-0839-439e-bb4f-616ccee8f335 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:00.636811 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Pushing event updated for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:00.643500 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.648848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] For port 4f95b9df-78e3-4a63-a799-4519bdf91d58, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4f95b9df-78e3-4a63-a799-4519bdf91d58,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:08:00.674310 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Provisioning complete for port 3a765099-15d1-468f-8323-bc4ff5ee0b8c triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:00.674605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.675497 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 1 to provision port 3a765099-15d1-468f-8323-bc4ff5ee0b8c Sep 16 02:08:00.679953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.721574 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:00.744835 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d3300bd3-0839-439e-bb4f-616ccee8f335 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:00.745565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:08:00.745923 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6eda7ed6-26a7-4489-a896-745d09b1db4a up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:00.747039 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:08:00.778758 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:00.779391 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:00.866498 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cd541-b0a9-4ee2-a00f-61ce66cd6bdb None None] Pushing event updated for resources: {'Port': ['ID=4f95b9df-78e3-4a63-a799-4519bdf91d58,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:00.871699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:08:00.871903 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.931402 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:00.952602 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6eda7ed6-26a7-4489-a896-745d09b1db4a triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:00.952900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.953234 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6eda7ed6-26a7-4489-a896-745d09b1db4a Sep 16 02:08:00.956598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Current status of the port 3a765099-15d1-468f-8323-bc4ff5ee0b8c is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:00.956928 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:00.962685 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:00.989742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:08:00.995727 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-42979d0c-0d6d-4d66-9c71-9579cbaaba04 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114969 Sep 16 02:08:01.011174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:01.067502 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] For port 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3a765099-15d1-468f-8323-bc4ff5ee0b8c,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:01.076133 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.153417 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Provisioning complete for port 6374c288-3acf-417b-a7ec-7c7cdb543951 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:01.153794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.154134 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 1 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:01.250081 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6eda7ed6-26a7-4489-a896-745d09b1db4a is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:01.251167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3a765099-15d1-468f-8323-bc4ff5ee0b8c up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:01.276404 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:01.283301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Pushing event updated for resources: {'Port': ['ID=3a765099-15d1-468f-8323-bc4ff5ee0b8c,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:01.297049 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:01.354208 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54306) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:01.358854 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201932569', 'description': 'tempest-secgroup-smoke-201932569 description', 'project_id': '9cfcd2376b1c4398befa49b423aaae26'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:01.363387 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 3a765099-15d1-468f-8323-bc4ff5ee0b8c triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:01.363770 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.364140 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 3a765099-15d1-468f-8323-bc4ff5ee0b8c Sep 16 02:08:01.380205 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.403453 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6374c288-3acf-417b-a7ec-7c7cdb543951', 'name': '', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'mac_address': 'fa:16:3e:9f:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:59Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 2, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'subnets': [{'id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:01.432867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d46523-5258-4b4a-bca0-450be79a027c None None] The sync data for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi is: [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6374c288-3acf-417b-a7ec-7c7cdb543951', 'name': '', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'mac_address': 'fa:16:3e:9f:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:59Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 2, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'subnets': [{'id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:01.456147 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (3956a61c-bc08-4897-8431-91c2cf6bfc03), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.463141 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (3956a61c-bc08-4897-8431-91c2cf6bfc03), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.491269 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 3a765099-15d1-468f-8323-bc4ff5ee0b8c is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:01.498863 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3956a61c-bc08-4897-8431-91c2cf6bfc03,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:01.504621 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.507976 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-e0aa213d-784e-47d2-b9d1-c0b158e4ab43 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1505518 Sep 16 02:08:01.509847 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54308) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:01.515087 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:01.532799 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:01.548230 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (0fd22076-16cf-40bd-b1a2-96e27c126d03), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.609956 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (0fd22076-16cf-40bd-b1a2-96e27c126d03), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.614510 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (0fd22076-16cf-40bd-b1a2-96e27c126d03), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.635029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd22076-16cf-40bd-b1a2-96e27c126d03,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:01.640428 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.644512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54312) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:01.644682 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e1a906b6-ad3c-479b-ac87-68a43fe056b5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327298 Sep 16 02:08:01.651136 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:01.696552 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (6308bbf1-35f8-4cc3-9d95-49138803c5cd), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.764739 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (6308bbf1-35f8-4cc3-9d95-49138803c5cd), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.768720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (6308bbf1-35f8-4cc3-9d95-49138803c5cd), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.795310 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6308bbf1-35f8-4cc3-9d95-49138803c5cd,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:01.798871 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 2 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:01.815036 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.817438 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-12f75582-7078-43a6-af38-9ff6c1da6628 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717033 Sep 16 02:08:01.820019 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54316) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:01.824800 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:01.866295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:01.868980 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (bdd68f1d-26f3-4102-bfbc-2a304701227c), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.885328 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:01.937104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (bdd68f1d-26f3-4102-bfbc-2a304701227c), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.941550 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (bdd68f1d-26f3-4102-bfbc-2a304701227c), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.963411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd68f1d-26f3-4102-bfbc-2a304701227c,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:01.975217 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:01.977188 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-bd53d1aa-2fcc-4cf9-ad22-c8bf2a70966a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559463 Sep 16 02:08:01.980120 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54324) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:01.984796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:02.016955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (46e370c0-a3a2-4cb6-91e1-79cfa09cf218), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.092370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (46e370c0-a3a2-4cb6-91e1-79cfa09cf218), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.103532 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (46e370c0-a3a2-4cb6-91e1-79cfa09cf218), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.128333 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e370c0-a3a2-4cb6-91e1-79cfa09cf218,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:02.139317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.140674 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a1f29a22-f989-40e2-9a48-e5ac77d1fb2f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597147 Sep 16 02:08:02.143379 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54328) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:02.149562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:02.168113 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d3300bd3-0839-439e-bb4f-616ccee8f335 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:02.177157 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Project 9cfcd2376b1c4398befa49b423aaae26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:08:02.183319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (8c0a0733-c9c5-4f37-a508-bc609a5b517e), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.230733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port d3300bd3-0839-439e-bb4f-616ccee8f335 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:02.231111 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.231446 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port d3300bd3-0839-439e-bb4f-616ccee8f335 Sep 16 02:08:02.246783 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (8c0a0733-c9c5-4f37-a508-bc609a5b517e), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.251296 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (8c0a0733-c9c5-4f37-a508-bc609a5b517e), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.255821 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9711-2fc0-4d02-99ba-a4986a7ba797 req-0bf27bea-14b1-449b-9f6f-911e4e150677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:02.257496 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-995f9711-2fc0-4d02-99ba-a4986a7ba797 req-0bf27bea-14b1-449b-9f6f-911e4e150677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0591331 Sep 16 02:08:02.272657 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0a0733-c9c5-4f37-a508-bc609a5b517e,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:02.283392 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.287950 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-04832614-a4d5-47fd-8b79-97e5c8ecd0eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399968 Sep 16 02:08:02.288246 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54330) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:02.292837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'security_group_rule': {'security_group_id': '3956a61c-bc08-4897-8431-91c2cf6bfc03', 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:02.311816 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port d3300bd3-0839-439e-bb4f-616ccee8f335 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:02.313155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3a765099-15d1-468f-8323-bc4ff5ee0b8c up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:02.314618 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Project 9cfcd2376b1c4398befa49b423aaae26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:08:02.318223 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-995f9711-2fc0-4d02-99ba-a4986a7ba797 req-26c336bd-0d76-444e-ae93-c740de68218a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540738 Sep 16 02:08:02.321875 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (b43acc9c-fd73-415a-93d6-873980889596), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.361319 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 3a765099-15d1-468f-8323-bc4ff5ee0b8c triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:02.361692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.362031 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 3a765099-15d1-468f-8323-bc4ff5ee0b8c Sep 16 02:08:02.381586 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 3 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:02.388767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (b43acc9c-fd73-415a-93d6-873980889596), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.392620 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (b43acc9c-fd73-415a-93d6-873980889596), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.413771 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43acc9c-fd73-415a-93d6-873980889596,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:02.421432 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:02.426111 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a9ffbc36-12b9-40e6-ba5e-c47434d2378a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335294 Sep 16 02:08:02.427484 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:02.467962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 3a765099-15d1-468f-8323-bc4ff5ee0b8c is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:02.572141 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:02.928799 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 4 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:02.968380 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:03.448022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a6619-d9c4-4277-b36e-a9110d8e3eff req-a6f7e0ea-e11d-4c2a-9eb6-9a488da81747 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:03.449490 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c10a6619-d9c4-4277-b36e-a9110d8e3eff req-a6f7e0ea-e11d-4c2a-9eb6-9a488da81747 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0476954 Sep 16 02:08:03.469374 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 5 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:03.497852 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c10a6619-d9c4-4277-b36e-a9110d8e3eff req-be010995-126c-4d07-a3ef-065487a92f3f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Sep 16 02:08:03.506523 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:03.831190 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Sync routers for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:08:03.841426 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:03.842022 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:03.948751 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:04.007354 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 6 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:04.034842 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:04.059094 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:04.064119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-d4fd37c1-e5c3-43a2-b471-721c62f3cdb7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:04.065781 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-d4fd37c1-e5c3-43a2-b471-721c62f3cdb7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0592437 Sep 16 02:08:04.124241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:04.126368 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4f95b9df-78e3-4a63-a799-4519bdf91d58 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:04.172887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:08:04.173035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.175433 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 4f95b9df-78e3-4a63-a799-4519bdf91d58 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:04.176008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.176373 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 4f95b9df-78e3-4a63-a799-4519bdf91d58 Sep 16 02:08:04.182317 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6374c288-3acf-417b-a7ec-7c7cdb543951', 'name': '', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'mac_address': 'fa:16:3e:9f:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:59Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 2, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'subnets': [{'id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:04.198560 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:04.212755 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Checking router: cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:08:04.213161 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Updating router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 port 6374c288-3acf-417b-a7ec-7c7cdb543951 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:08:04.238252 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:04.246279 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.249420 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:04.286613 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] For port 495f2eea-9dc7-490c-b725-e45ea66fa1a8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=495f2eea-9dc7-490c-b725-e45ea66fa1a8,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:04.287076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.395036 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 4f95b9df-78e3-4a63-a799-4519bdf91d58 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:04.395522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.419808 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 4f95b9df-78e3-4a63-a799-4519bdf91d58, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4f95b9df-78e3-4a63-a799-4519bdf91d58,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:04.424085 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.477422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=4f95b9df-78e3-4a63-a799-4519bdf91d58,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:04.483367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.483903 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.484198 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP 02dc9cc4-6c13-4b38-b05f-4bf125fedf79 disassociated. External IP: 172.27.0.54, port: 495f2eea-9dc7-490c-b725-e45ea66fa1a8. Sep 16 02:08:04.484545 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for 495f2eea-9dc7-490c-b725-e45ea66fa1a8 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:08:04.550485 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks [] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.558539 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.559861 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 7 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:04.609232 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adf22-fbd1-487a-bd3d-e161a281bb33 None None] Pushing event updated for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:04.620777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Port 6374c288-3acf-417b-a7ec-7c7cdb543951 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:04.646165 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (495f2eea-9dc7-490c-b725-e45ea66fa1a8), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.648699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d342-1bdb-42e6-9f6a-ebf79874e31f req-6ead4f77-5e9c-4551-944a-a09d7570729c tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:04.650380 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-09c2d342-1bdb-42e6-9f6a-ebf79874e31f req-6ead4f77-5e9c-4551-944a-a09d7570729c tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 945 time: 0.0584753 Sep 16 02:08:04.676284 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Attempting to bind port 6374c288-3acf-417b-a7ec-7c7cdb543951 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:08:04.676649 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Attempting to bind port 6374c288-3acf-417b-a7ec-7c7cdb543951 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:08:04.677010 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Attempting to bind port 6374c288-3acf-417b-a7ec-7c7cdb543951 on network 67412b45-125c-4d6b-91ef-6ede2565f5a5 {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:04.684646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=495f2eea-9dc7-490c-b725-e45ea66fa1a8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:04.712305 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-09c2d342-1bdb-42e6-9f6a-ebf79874e31f req-1bf489ce-20ad-4591-b3fe-2c024f34c920 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=2c7e128d-b0a5-4e5d-b848-632981f7f215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558045 Sep 16 02:08:04.745158 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:08:04.745660 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Checking segment: {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:08:04.746011 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.746724 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Bound using segment: {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:08:04.746857 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Bound port: 6374c288-3acf-417b-a7ec-7c7cdb543951, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:08:04.747215 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.802585 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:08:04.814168 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] For port 6374c288-3acf-417b-a7ec-7c7cdb543951, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:08:04.818562 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] For port 6374c288-3acf-417b-a7ec-7c7cdb543951, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6374c288-3acf-417b-a7ec-7c7cdb543951,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:08:04.824928 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:04.876244 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:04.876962 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:04.947795 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adf22-fbd1-487a-bd3d-e161a281bb33 None None] Pushing event updated for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=4']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:05.002872 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:05.006119 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:05.121895 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Attempt 8 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:05.144647 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:05.223586 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:08:05.225576 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Current status of the port 6374c288-3acf-417b-a7ec-7c7cdb543951 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:05.226630 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:05.236288 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6374c288-3acf-417b-a7ec-7c7cdb543951', 'name': '', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'mac_address': 'fa:16:3e:9f:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:59Z', 'updated_at': '2022-09-16T02:08:04Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'subnets': [{'id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:05.241942 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:08:05.271822 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff01bc-79a5-4314-9b86-3d3c57f54f79 None None] The sync data for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi is: [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '6374c288-3acf-417b-a7ec-7c7cdb543951', 'name': '', 'network_id': '67412b45-125c-4d6b-91ef-6ede2565f5a5', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'mac_address': 'fa:16:3e:9f:03:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:59Z', 'updated_at': '2022-09-16T02:08:04Z', 'revision_number': 4, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'subnets': [{'id': '1935503e-0157-4d8f-9f18-b2ba5d8ad3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:05.272220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:05.272220 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:05.275466 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] No DVR routers for this DVR port 495f2eea-9dc7-490c-b725-e45ea66fa1a8 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:08:05.278031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:05.281428 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6741ea2d-411b-454d-8d46-36ce71a70845 req-44973eac-feac-4852-832e-ea432656f722 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "DELETE /networking/v2.0/ports/495f2eea-9dc7-490c-b725-e45ea66fa1a8 HTTP/1.1" status: 204 len: 173 time: 1.2092893 Sep 16 02:08:05.281958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'name': 'network-vif-deleted', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:05.284374 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ff1a2f-182a-4acb-ad9c-d12cb1bb00c7" -d '{"events": [{"server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "name": "network-vif-deleted", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:05.326329 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] For port 6374c288-3acf-417b-a7ec-7c7cdb543951, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6374c288-3acf-417b-a7ec-7c7cdb543951,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:05.343719 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:08:05.350096 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0da779-1606-42da-8d56-3fa31e0613d6 x-openstack-request-id: req-7b0da779-1606-42da-8d56-3fa31e0613d6 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:05.350781 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcfb746-60d5-48b0-ab19-2d7a235860df", "name": "network-vif-deleted", "tag": "495f2eea-9dc7-490c-b725-e45ea66fa1a8", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:05.350930 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:05.351058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b0da779-1606-42da-8d56-3fa31e0613d6 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:05.351441 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0da779-1606-42da-8d56-3fa31e0613d6'] response: {'server_uuid': '6dcfb746-60d5-48b0-ab19-2d7a235860df', 'name': 'network-vif-deleted', 'tag': '495f2eea-9dc7-490c-b725-e45ea66fa1a8', 'status': 'completed', 'code': 200} Sep 16 02:08:05.453150 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9084d2a-ddb2-451c-8f82-11ce6e5fe20e None None] Pushing event updated for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:05.465652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:05.515627 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-d3aa5c4a-96b1-41a5-9238-9e44980b1485 None None] Provisioning complete for port 6374c288-3acf-417b-a7ec-7c7cdb543951 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:05.516023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5c4a-96b1-41a5-9238-9e44980b1485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:05.516357 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d3aa5c4a-96b1-41a5-9238-9e44980b1485 None None] Attempt 1 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:05.712002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa5c4a-96b1-41a5-9238-9e44980b1485 None None] Current status of the port 6374c288-3acf-417b-a7ec-7c7cdb543951 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:05.790340 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:05.821538 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:08:05.828969 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:05.832252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:05.832708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:05.836937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:05.850869 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-57037dd7-3d7a-48a3-a305-2bafe0270ff1 req-34bdc878-a60a-4b62-904b-7a2db28aba77 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6dcfb746-60d5-48b0-ab19-2d7a235860df HTTP/1.1" status: 200 len: 210 time: 0.0325842 Sep 16 02:08:05.954064 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:06.128003 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6374c288-3acf-417b-a7ec-7c7cdb543951 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:06.232971 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 6374c288-3acf-417b-a7ec-7c7cdb543951 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:06.233343 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:06.233788 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 6374c288-3acf-417b-a7ec-7c7cdb543951 Sep 16 02:08:06.258252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:06.290464 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baea9b3e-b108-4fca-aee6-054172c03fba None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'db6fa901-e3a5-4547-9f16-8b0b739eefc6', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:a2:a9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:04:35Z', 'updated_at': '2022-09-16T02:05:11Z', 'revision_number': 2, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:06.337310 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 6374c288-3acf-417b-a7ec-7c7cdb543951 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:06.338406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4f95b9df-78e3-4a63-a799-4519bdf91d58 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:06.386054 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 4f95b9df-78e3-4a63-a799-4519bdf91d58 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:06.386419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:06.386756 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 4f95b9df-78e3-4a63-a799-4519bdf91d58 Sep 16 02:08:06.463068 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 4f95b9df-78e3-4a63-a799-4519bdf91d58 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:06.957896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54408) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:07.026504 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (2c7e128d-b0a5-4e5d-b848-632981f7f215), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.051505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (2c7e128d-b0a5-4e5d-b848-632981f7f215), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.105582 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (2c7e128d-b0a5-4e5d-b848-632981f7f215), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.108407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.109717 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2c7e128d-b0a5-4e5d-b848-632981f7f215 HTTP/1.1" status: 204 len: 168 time: 0.1507742 Sep 16 02:08:07.114192 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54412) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:07.122440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d26af-a958-4452-9e18-b17fbc90738b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7e128d-b0a5-4e5d-b848-632981f7f215,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:07.133800 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-0e16e69d-017d-49c4-974a-063c98196330 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] show failed (client error): The resource could not be found. Sep 16 02:08:07.135189 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-0e16e69d-017d-49c4-974a-063c98196330 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups/2c7e128d-b0a5-4e5d-b848-632981f7f215 HTTP/1.1" status: 404 len: 347 time: 0.0199609 Sep 16 02:08:07.138592 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54414) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:07.188349 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6dea91-7e99-464c-a91f-e229c299e23e None None] New status for floating IP 02dc9cc4-6c13-4b38-b05f-4bf125fedf79: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:08:07.249793 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:07.264465 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port c93c50a8-87e0-41c8-a2bb-d04901e07e99 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:08:07.264842 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.348717 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.349099 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (c93c50a8-87e0-41c8-a2bb-d04901e07e99), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.363660 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for c93c50a8-87e0-41c8-a2bb-d04901e07e99 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:08:07.478406 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-a69a8251-8e32-4c3a-9c1e-2758b2d88cd2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474131 Sep 16 02:08:07.483151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:07.506973 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (c93c50a8-87e0-41c8-a2bb-d04901e07e99), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.533303 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=c93c50a8-87e0-41c8-a2bb-d04901e07e99,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:07.594283 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-452f353b-1ce4-4b9c-888a-a277d2a3f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:07.596041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-452f353b-1ce4-4b9c-888a-a277d2a3f7ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 1129 time: 0.0410497 Sep 16 02:08:07.602447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (02dc9cc4-6c13-4b38-b05f-4bf125fedf79), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.604916 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:07.607678 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ad6df80c-04b4-4219-8b35-7923ac54e779 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/02dc9cc4-6c13-4b38-b05f-4bf125fedf79 HTTP/1.1" status: 204 len: 168 time: 0.4660506 Sep 16 02:08:07.633538 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:07.643701 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:07.721998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-ebe9d3b9-6dc4-4be0-ae0c-22c94d8f6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:07.723502 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-ebe9d3b9-6dc4-4be0-ae0c-22c94d8f6e7d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0994847 Sep 16 02:08:07.791791 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-0796a99c-0851-4948-a216-e49d98e5c08a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 200 len: 1001 time: 0.0612388 Sep 16 02:08:07.848971 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-cca82e9e-dbb6-4f4d-8305-84bfe40cd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:07.850741 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-cca82e9e-dbb6-4f4d-8305-84bfe40cd0c3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0480816 Sep 16 02:08:07.904128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-4ae1951d-3c7a-431b-9af4-bf7cf4065d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:07.905539 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-4ae1951d-3c7a-431b-9af4-bf7cf4065d34 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450516 Sep 16 02:08:08.009356 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-86c1b5ef-937f-4ade-8ad7-0aa3479d9ce9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963230 Sep 16 02:08:08.412984 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b634ddc9-623b-4be7-aedc-e2e1c95c3b91 req-01eccaa7-6c8e-4eed-a76c-93b35b258d86 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955141 Sep 16 02:08:08.496184 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 495f2eea-9dc7-490c-b725-e45ea66fa1a8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:08:08.517726 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 495f2eea-9dc7-490c-b725-e45ea66fa1a8 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:08:08.518086 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 495f2eea-9dc7-490c-b725-e45ea66fa1a8 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:08:09.253994 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f7ae1-a169-464c-978f-e774fafb350a req-feddbdf5-c47c-4852-87c7-5bec7e9aaea3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:09.256041 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e34f7ae1-a169-464c-978f-e774fafb350a req-feddbdf5-c47c-4852-87c7-5bec7e9aaea3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0502989 Sep 16 02:08:09.308848 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e34f7ae1-a169-464c-978f-e774fafb350a req-d32d44a3-c160-48a3-b84e-a0c90788277a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461409 Sep 16 02:08:10.436929 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900305-3e76-4483-9a45-7dd0e9931533 req-bff2b39b-0668-4ec9-afe9-50448fcdc117 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:10.438417 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8d900305-3e76-4483-9a45-7dd0e9931533 req-bff2b39b-0668-4ec9-afe9-50448fcdc117 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0483174 Sep 16 02:08:10.487169 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8d900305-3e76-4483-9a45-7dd0e9931533 req-2dbc1cb7-29b6-4bbd-aa7a-06a8979d2a66 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423665 Sep 16 02:08:11.315286 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-a645b623-d0b4-4a45-bdde-3288a8acb795 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:11.317284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-a645b623-d0b4-4a45-bdde-3288a8acb795 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0496244 Sep 16 02:08:11.407338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port aa7f0fa3-598c-4440-8ab1-72fe07d249af {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:08:11.407674 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:11.501498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] For port aa7f0fa3-598c-4440-8ab1-72fe07d249af, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=aa7f0fa3-598c-4440-8ab1-72fe07d249af,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:11.501861 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:11.648750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf96ef-d47b-440c-ad2b-dd53bad7f59c req-447a51ff-fc58-47e4-af84-cb5813f66a60 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:11.650505 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4cf96ef-d47b-440c-ad2b-dd53bad7f59c req-447a51ff-fc58-47e4-af84-cb5813f66a60 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 945 time: 0.0827892 Sep 16 02:08:11.718087 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:11.741831 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:11.742196 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:11.742920 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP db6fa901-e3a5-4547-9f16-8b0b739eefc6 disassociated. External IP: 172.27.0.232, port: aa7f0fa3-598c-4440-8ab1-72fe07d249af. Sep 16 02:08:11.743266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for aa7f0fa3-598c-4440-8ab1-72fe07d249af owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:08:11.762446 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b4cf96ef-d47b-440c-ad2b-dd53bad7f59c req-2e71556a-adda-4f90-b9d1-2c3c8b8fc866 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4a874887-ebe2-44c2-a8de-74a86ac20a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030328 Sep 16 02:08:11.802827 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:11.892309 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (aa7f0fa3-598c-4440-8ab1-72fe07d249af), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:11.920222 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=aa7f0fa3-598c-4440-8ab1-72fe07d249af,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:12.034064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:08:12.148480 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:08:12.158867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:08:12.168882 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:12.169494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:12.193489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] No DVR routers for this DVR port aa7f0fa3-598c-4440-8ab1-72fe07d249af on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:08:12.196008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:12.199309 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-82efbb76-0ffa-4e92-9c86-6055267061ea req-94b172b5-e42a-484c-a13e-f1735dc18d6a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "DELETE /networking/v2.0/ports/aa7f0fa3-598c-4440-8ab1-72fe07d249af HTTP/1.1" status: 204 len: 173 time: 0.8766012 Sep 16 02:08:12.199828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'name': 'network-vif-deleted', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:12.202596 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2138a1f3-9564-4cc5-88f5-dd5b5a9babc7" -d '{"events": [{"server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "name": "network-vif-deleted", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:12.249420 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ad5505-68a2-4df4-b00d-57e2402d6879 x-openstack-request-id: req-f4ad5505-68a2-4df4-b00d-57e2402d6879 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:12.249728 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc72a68-5643-42ab-8bed-d8a70c4aaeef", "name": "network-vif-deleted", "tag": "aa7f0fa3-598c-4440-8ab1-72fe07d249af", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:12.250036 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4ad5505-68a2-4df4-b00d-57e2402d6879 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:12.250514 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ad5505-68a2-4df4-b00d-57e2402d6879'] response: {'server_uuid': 'edc72a68-5643-42ab-8bed-d8a70c4aaeef', 'name': 'network-vif-deleted', 'tag': 'aa7f0fa3-598c-4440-8ab1-72fe07d249af', 'status': 'completed', 'code': 200} Sep 16 02:08:12.281327 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:12.551962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:12.619806 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:12.621358 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:12.646152 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:08:12.654652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:12.655286 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:07:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:12.760456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:12.885014 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7969fc9-b9b8-4862-8cbe-71ba2d32d061 req-62885078-a41e-4a4b-b486-d9dec1c92770 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=edc72a68-5643-42ab-8bed-d8a70c4aaeef HTTP/1.1" status: 200 len: 210 time: 0.0293469 Sep 16 02:08:12.971807 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:12.997579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2173a-b5e1-44bc-bf40-96ad08bc7cd2 None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:13.204868 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ddfee-899c-4c8f-af2d-32183ebdf589 None None] New status for floating IP db6fa901-e3a5-4547-9f16-8b0b739eefc6: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:08:13.981332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54466) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.037570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (4a874887-ebe2-44c2-a8de-74a86ac20a2f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.064985 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (4a874887-ebe2-44c2-a8de-74a86ac20a2f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.118499 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (4a874887-ebe2-44c2-a8de-74a86ac20a2f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.121365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.122486 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4a874887-ebe2-44c2-a8de-74a86ac20a2f HTTP/1.1" status: 204 len: 168 time: 0.1398821 Sep 16 02:08:14.125687 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54472) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.131878 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c6945-c8a7-490f-84c6-de580bdd40b1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a874887-ebe2-44c2-a8de-74a86ac20a2f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:14.139630 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-b46310e8-51af-4093-a001-711e39c2cca0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] show failed (client error): The resource could not be found. Sep 16 02:08:14.141055 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b46310e8-51af-4093-a001-711e39c2cca0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups/4a874887-ebe2-44c2-a8de-74a86ac20a2f HTTP/1.1" status: 404 len: 347 time: 0.0139668 Sep 16 02:08:14.144874 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54474) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.254898 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port b4d39f77-1776-45e7-a234-da1ba8f5436f {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:08:14.255121 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.333340 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.333668 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (b4d39f77-1776-45e7-a234-da1ba8f5436f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.345914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for b4d39f77-1776-45e7-a234-da1ba8f5436f owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:08:14.473988 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (b4d39f77-1776-45e7-a234-da1ba8f5436f), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.500185 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=b4d39f77-1776-45e7-a234-da1ba8f5436f,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:14.523719 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:14.553786 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device aa7f0fa3-598c-4440-8ab1-72fe07d249af no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:08:14.563476 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (db6fa901-e3a5-4547-9f16-8b0b739eefc6), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.565956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.570102 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-03cb5e35-d14d-4e2f-a92f-e31a45f4b751 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/db6fa901-e3a5-4547-9f16-8b0b739eefc6 HTTP/1.1" status: 204 len: 168 time: 0.4217212 Sep 16 02:08:14.576210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: aa7f0fa3-598c-4440-8ab1-72fe07d249af {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:08:14.576732 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device aa7f0fa3-598c-4440-8ab1-72fe07d249af not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:08:14.645322 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54480) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.649817 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721163039', 'description': 'tempest-description--126852898'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:14.670495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.741877 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (e488ffc5-78af-4b05-a4ba-f4176fd322b8), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.745642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e488ffc5-78af-4b05-a4ba-f4176fd322b8), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.776137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.777264 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1309030 Sep 16 02:08:14.779085 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b0871-8cad-4061-8b3a-c2926009d6c8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e488ffc5-78af-4b05-a4ba-f4176fd322b8,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:14.780312 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54482) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.786415 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': 'e488ffc5-78af-4b05-a4ba-f4176fd322b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:14.813482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (45c06c51-f364-4eca-9e28-67fb3054dfd2), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.870226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (45c06c51-f364-4eca-9e28-67fb3054dfd2), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.874271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (45c06c51-f364-4eca-9e28-67fb3054dfd2), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.892140 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c06c51-f364-4eca-9e28-67fb3054dfd2,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:14.899243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.900440 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-1b0dee9c-a210-4be0-bc17-075110c92ebb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184185 Sep 16 02:08:14.903082 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54484) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:14.907215 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': 'e488ffc5-78af-4b05-a4ba-f4176fd322b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:14.933195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (63fbfc98-baad-43a2-91b1-e673f54de488), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.982560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:14.987041 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:14.989291 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (63fbfc98-baad-43a2-91b1-e673f54de488), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:14.992967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (63fbfc98-baad-43a2-91b1-e673f54de488), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.017000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fbfc98-baad-43a2-91b1-e673f54de488,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:15.025076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.026302 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-855fb42c-d318-45bb-94f9-40f6a43dd21d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222618 Sep 16 02:08:15.029346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54486) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:15.033465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:15.055423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.133308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.238481 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.27.0.224 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:08:15.341273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.371624 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.418463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:08:15.423397 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:08:15.426505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:08:15.428536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:15.508844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.548526 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.640566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:15.694842 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.699127 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.746654 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:15.771248 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.773806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:15.789281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:15.790493 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7ba5e64c-9105-47f7-aefe-77c8ddda6b9b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7602415 Sep 16 02:08:15.984036 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-39c7f251-f5bf-4dea-be50-c8a12cda88f3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--721163039&fields=id&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 267 time: 0.0420856 Sep 16 02:08:16.011623 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d9ad47b0-a3fc-42f8-8c6e-4285315cb4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:16.093684 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-900180c2-1111-4d5e-b705-94c43a84a3b3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:16.095118 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-900180c2-1111-4d5e-b705-94c43a84a3b3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1041212 Sep 16 02:08:16.109867 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-f32c12b4-5184-45f8-94ce-225ca8934de5 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/quotas/663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 375 time: 0.0087147 Sep 16 02:08:16.158502 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-efc2ba7a-8454-49f7-8d5f-ad5d4c70811d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430260 Sep 16 02:08:16.346175 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-70b29e30-4fc5-4269-a956-72c618f0f5c0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760585 Sep 16 02:08:16.438873 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-05486575-30bd-42a5-9f7c-6e94d0c04746 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Sep 16 02:08:16.602175 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-09e80137-cf0a-42d1-b149-716b5254d31a req-3645f3d9-af4d-4b4f-9165-59fd2c68ff90 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 210 time: 0.0284050 Sep 16 02:08:17.731824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-4878da96-9a8d-4291-8913-2a5a9e712a9d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:17.733563 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-4878da96-9a8d-4291-8913-2a5a9e712a9d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1216054 Sep 16 02:08:17.822377 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d22ff5ec-fe55-4614-b5da-777ee5cd0c0a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 379 time: 0.0623779 Sep 16 02:08:17.867922 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e97090b-d28f-4a8f-8f66-fdf438485659 req-273a7c98-cc07-45e3-b624-256f22380c1b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 210 time: 0.0273273 Sep 16 02:08:17.914243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'port': {'device_id': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'admin_state_up': True, 'tenant_id': '663bde66131d47159ffa09ad33971895', 'security_groups': ['e488ffc5-78af-4b05-a4ba-f4176fd322b8']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:18.022615 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:08:18.026370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.053234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:18.155850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.20.0.4 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/5a10d469-3480-4bed-8934-5fbc18a639f7) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:08:18.204885 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:18.291422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.323000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.370115 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:08:18.373253 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:08:18.377352 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:08:18.401084 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:18.430434 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:18.431025 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.450192 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-69897ff5-fdd4-46d8-b550-c36f6010d58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.450761 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-d8e3cadd-8fd9-4b85-bc95-a9523c2c2ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402184 Sep 16 02:08:18.468504 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Request body: {'port': {'device_id': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:18.534019 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.625329 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Provisioning complete for port 5a10d469-3480-4bed-8934-5fbc18a639f7 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:18.625699 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.626032 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Attempt 1 to provision port 5a10d469-3480-4bed-8934-5fbc18a639f7 Sep 16 02:08:18.658219 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Port 5a10d469-3480-4bed-8934-5fbc18a639f7 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:18.791374 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a10d469-3480-4bed-8934-5fbc18a639f7 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:08:18.798788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks [] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.811809 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Transition to ACTIVE for port object 5a10d469-3480-4bed-8934-5fbc18a639f7 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:08:18.826561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:18.888213 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:18.888996 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Pushing event updated for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:18.941380 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Attempting to bind port 5a10d469-3480-4bed-8934-5fbc18a639f7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:08:18.941933 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Attempting to bind port 5a10d469-3480-4bed-8934-5fbc18a639f7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:08:18.942268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Attempting to bind port 5a10d469-3480-4bed-8934-5fbc18a639f7 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:18.971555 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:18.984257 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:18.987056 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Port 5a10d469-3480-4bed-8934-5fbc18a639f7 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:08:18.987471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Attempting to bind port 5a10d469-3480-4bed-8934-5fbc18a639f7 on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:18.992164 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e7c4c-743f-484e-8268-66bdda846ca4 req-22c3cd29-3a94-487d-beb2-adab9206b2a1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:18.993669 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e78e7c4c-743f-484e-8268-66bdda846ca4 req-22c3cd29-3a94-487d-beb2-adab9206b2a1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 943 time: 0.0493321 Sep 16 02:08:19.031694 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:08:19.031954 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:08:19.032338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:08:19.032884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Bound port: 5a10d469-3480-4bed-8934-5fbc18a639f7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:08:19.033245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:19.042453 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e78e7c4c-743f-484e-8268-66bdda846ca4 req-c61b3a2f-51ed-46e2-981e-8de9926344c6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Sep 16 02:08:19.099612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:08:19.103152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a10d469-3480-4bed-8934-5fbc18a639f7,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:08:19.108889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:19.113464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:19.114071 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:19.115699 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 200 len: 1093 time: 0.6515081 Sep 16 02:08:19.116471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:19.119646 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fb89d-f63b-4c84-b64c-a642aadcc206" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:19.159488 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Attempt 2 to provision port 5a10d469-3480-4bed-8934-5fbc18a639f7 Sep 16 02:08:19.159628 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82eedf5f-d5e7-40a9-b528-cd6a37c9f05d x-openstack-request-id: req-82eedf5f-d5e7-40a9-b528-cd6a37c9f05d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:19.159764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:19.160046 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82eedf5f-d5e7-40a9-b528-cd6a37c9f05d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:19.160449 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82eedf5f-d5e7-40a9-b528-cd6a37c9f05d'] response: {'name': 'network-changed', 'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'status': 'completed', 'code': 200} Sep 16 02:08:19.171968 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9fcc6-5432-4feb-a660-827f0a90507e service neutron] Pushing event updated for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:19.199415 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-e36147f5-f94e-404e-aace-c92dfc1b17b8 None None] Port 5a10d469-3480-4bed-8934-5fbc18a639f7 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:08:19.235384 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-f850f2db-cdf6-43fd-ae03-226a967f8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:19.236893 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-f850f2db-cdf6-43fd-ae03-226a967f8b4f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 1127 time: 0.0389349 Sep 16 02:08:19.281541 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-a35b19e1-63e3-4d4d-836f-ad0e4de16067 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 200 len: 217 time: 0.0321066 Sep 16 02:08:19.335021 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-48d7a454-3245-4fb9-844d-fc4363bd6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:19.336473 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-48d7a454-3245-4fb9-844d-fc4363bd6aac service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0485754 Sep 16 02:08:19.380497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-24fca363-61c7-4b2f-9527-c6de35d239f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:19.381930 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-24fca363-61c7-4b2f-9527-c6de35d239f2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391183 Sep 16 02:08:19.472418 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-ebc607d3-bb47-4fb3-aad6-41578ca585e2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843785 Sep 16 02:08:19.551436 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:19.563640 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-910b9b2b-037b-4d5e-9e42-4f2da8713225 req-5b2d2d8f-a818-427f-b0d1-b0c815601bd3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851085 Sep 16 02:08:20.171352 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750f48f-e5de-4cf7-b3f0-9771c5999ff0 req-2b994703-ab3c-40c2-b092-1ff6d68e314a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:20.173876 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5750f48f-e5de-4cf7-b3f0-9771c5999ff0 req-2b994703-ab3c-40c2-b092-1ff6d68e314a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 943 time: 0.0528481 Sep 16 02:08:20.219664 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-5750f48f-e5de-4cf7-b3f0-9771c5999ff0 req-6ec44b50-c707-4445-85e5-0fa9523bf30f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Sep 16 02:08:21.152612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:21.341400 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f8b8-f51c-4f9c-bfd0-6ebfdf98d2f3 req-f0a18cbd-5455-4ee0-a585-7fce44a48767 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:21.342842 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0972f8b8-f51c-4f9c-bfd0-6ebfdf98d2f3 req-f0a18cbd-5455-4ee0-a585-7fce44a48767 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 943 time: 0.0462961 Sep 16 02:08:21.393259 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0972f8b8-f51c-4f9c-bfd0-6ebfdf98d2f3 req-13215504-4afe-4be4-bfa8-faa917801926 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437772 Sep 16 02:08:21.504694 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:22.512085 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654ca51-43aa-41a5-9714-a939d89aa81d req-da159a66-0815-481f-b9c3-5c4d7a5b46f6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:22.513554 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7654ca51-43aa-41a5-9714-a939d89aa81d req-da159a66-0815-481f-b9c3-5c4d7a5b46f6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 943 time: 0.0471056 Sep 16 02:08:22.561583 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7654ca51-43aa-41a5-9714-a939d89aa81d req-c2bdfff7-b409-443f-9094-361b23d5ff99 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 Sep 16 02:08:22.579552 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 5a10d469-3480-4bed-8934-5fbc18a639f7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:08:22.675723 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a10d469-3480-4bed-8934-5fbc18a639f7,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:22.687030 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'port_id': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'mac_address': 'fa:16:3e:bc:e8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:08:22.725291 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 5a10d469-3480-4bed-8934-5fbc18a639f7 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:22.725681 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:22.738613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a10d469-3480-4bed-8934-5fbc18a639f7 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:08:22.758321 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a10d469-3480-4bed-8934-5fbc18a639f7,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:22.762111 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:22.808277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:23.283778 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['5a10d469-3480-4bed-8934-5fbc18a639f7'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:08:23.284697 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.286643 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.287005 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.355266 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.480188 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-8c1e85ab-5c2f-4ff2-b169-0f4d46c0845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:23.481665 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-8c1e85ab-5c2f-4ff2-b169-0f4d46c0845d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 1128 time: 0.0386779 Sep 16 02:08:23.571464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-d0271fa6-e47d-4d58-b1ab-f875cab8553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:23.572941 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-d0271fa6-e47d-4d58-b1ab-f875cab8553c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0845351 Sep 16 02:08:23.616191 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-9e42a4a3-a7d7-41f8-a346-d0d838d64732 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 200 len: 217 time: 0.0366409 Sep 16 02:08:23.697797 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-d46e5e53-6565-4ba1-8657-9afd688cc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:23.699248 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-d46e5e53-6565-4ba1-8657-9afd688cc8e4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0746975 Sep 16 02:08:23.707303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053a984-6861-4d9b-835e-403732e2144b req-0478a53a-47c7-459c-8d02-7c619be666f7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:23.708681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1053a984-6861-4d9b-835e-403732e2144b req-0478a53a-47c7-459c-8d02-7c619be666f7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 944 time: 0.0589676 Sep 16 02:08:23.759176 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.770578 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-c0907e29-f141-4517-ba0e-c0a6266e3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:23.772083 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-c0907e29-f141-4517-ba0e-c0a6266e3ac4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625453 Sep 16 02:08:23.791211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:23.840029 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1053a984-6861-4d9b-835e-403732e2144b req-df02bfb5-d6a3-4df4-83e6-b0a2dc1e16ff tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229639 Sep 16 02:08:23.885068 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-102e6089-bf60-4431-a33c-ca8cfb8604aa service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043613 Sep 16 02:08:23.976696 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ea7fb89d-f63b-4c84-b64c-a642aadcc206 req-b331a8ac-ef47-4c04-ade1-d5ae2ad5ec15 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Sep 16 02:08:24.305488 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4036c2d5-d978-443d-824b-56ca7fab8424 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-201932569&fields=id&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 267 time: 0.0439572 Sep 16 02:08:24.413181 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-10e731d1-415b-4156-84dd-886a854c34ce tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:24.414614 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-10e731d1-415b-4156-84dd-886a854c34ce tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.1028225 Sep 16 02:08:24.429370 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-1098e3da-e9d7-4075-9c56-ccd7081e172f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/quotas/9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 375 time: 0.0093529 Sep 16 02:08:24.477391 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-489c2838-2e7e-45da-b327-b182d3410731 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431309 Sep 16 02:08:24.576025 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-98648742-5b14-434b-be83-950ef864842f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866935 Sep 16 02:08:24.595836 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 5a10d469-3480-4bed-8934-5fbc18a639f7 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:24.638835 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 5a10d469-3480-4bed-8934-5fbc18a639f7 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:08:24.645263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 5a10d469-3480-4bed-8934-5fbc18a639f7 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:24.645637 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:24.646344 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 5a10d469-3480-4bed-8934-5fbc18a639f7 Sep 16 02:08:24.667307 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-3b030f17-eaad-4fd1-9d0d-31cd5cf097d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851905 Sep 16 02:08:24.718856 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 5a10d469-3480-4bed-8934-5fbc18a639f7 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:24.719241 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:24.747148 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:24.749665 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ed2fca-7137-4bab-a39d-b5bc7e096cb1" -d '{"events": [{"server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "name": "network-vif-plugged", "status": "completed", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:24.763468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a10d469-3480-4bed-8934-5fbc18a639f7,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:24.768155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:24.794816 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3591cc6a-b4b1-4b16-aa3c-cf5ca69b0331 x-openstack-request-id: req-3591cc6a-b4b1-4b16-aa3c-cf5ca69b0331 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:24.795278 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "name": "network-vif-plugged", "status": "completed", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:24.795483 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3591cc6a-b4b1-4b16-aa3c-cf5ca69b0331 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:24.800131 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3591cc6a-b4b1-4b16-aa3c-cf5ca69b0331'] response: {'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'code': 200} Sep 16 02:08:24.822170 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:24.975833 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef886497-378a-4892-be9e-2b2194cf32e2 req-2c29bacd-dae7-44bb-bbfe-260fcc3d393d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:24.977504 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef886497-378a-4892-be9e-2b2194cf32e2 req-2c29bacd-dae7-44bb-bbfe-260fcc3d393d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0600941 Sep 16 02:08:25.008936 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cdfde16c-f452-4bf5-91f6-185db7a05395 req-8354b3d9-5445-40c0-93ff-0cf579c4a504 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 210 time: 0.0377369 Sep 16 02:08:25.060106 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6a6e1-02bb-443f-9c87-81441f560446 req-d3eddb40-8c55-44b3-bd9d-168e28b05bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:25.061565 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0e6a6e1-02bb-443f-9c87-81441f560446 req-d3eddb40-8c55-44b3-bd9d-168e28b05bba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 1129 time: 0.0563586 Sep 16 02:08:25.086374 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ef886497-378a-4892-be9e-2b2194cf32e2 req-acb7e2c8-7dbf-4e4f-80a6-a12b17920ce6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014946 Sep 16 02:08:25.111299 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c0e6a6e1-02bb-443f-9c87-81441f560446 req-5ef4a8df-7307-4c2a-a158-9d7ff1717095 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Sep 16 02:08:26.110926 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d512203c-3209-402e-ac61-9bfbb98fe99a req-4d521fb2-4132-420f-a1a2-322238b32561 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 210 time: 0.0277245 Sep 16 02:08:26.212761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d89d7-4c91-415f-899b-f87e2429c232 req-e580e3eb-739d-4c23-808c-46d56fbb4fb2 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:26.214226 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-716d89d7-4c91-415f-899b-f87e2429c232 req-e580e3eb-739d-4c23-808c-46d56fbb4fb2 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0484576 Sep 16 02:08:26.262971 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-716d89d7-4c91-415f-899b-f87e2429c232 req-80d86d5c-1302-4f13-b044-cf2462cf4ad9 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430489 Sep 16 02:08:27.222296 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-81d1117b-d8f4-4fff-a094-a761457aaced req-8ab92e66-b327-4ab8-b72d-230a0bab96ca tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Sep 16 02:08:27.242354 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-15aaa057-ba98-4b82-b72e-0e6d15e3782e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:27.242354 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-15aaa057-ba98-4b82-b72e-0e6d15e3782e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.1138985 Sep 16 02:08:27.308763 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-c4752139-b293-475a-bd5c-cfcbd28666a6 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 379 time: 0.0544996 Sep 16 02:08:27.318472 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'port': {'device_id': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'admin_state_up': True, 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'security_groups': ['3956a61c-bc08-4897-8431-91c2cf6bfc03']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:27.693132 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ba25d-43eb-4830-ad19-31e808708fb5 req-82888fa9-52f2-44f2-8dec-d341d9f09d7b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:27.694577 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c2ba25d-43eb-4830-ad19-31e808708fb5 req-82888fa9-52f2-44f2-8dec-d341d9f09d7b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.3312302 Sep 16 02:08:27.784515 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0c2ba25d-43eb-4830-ad19-31e808708fb5 req-9c9ff0de-90df-4251-8745-d46acd180a1d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821874 Sep 16 02:08:27.786018 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Made reservation on behalf of 9cfcd2376b1c4398befa49b423aaae26 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:08:27.790665 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:27.878867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:27.912124 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94a8b4-72e7-43df-ac22-061c091ce800 req-d5fd658d-6339-412d-9059-5e8af693ec8f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:27.913924 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8b94a8b4-72e7-43df-ac22-061c091ce800 req-d5fd658d-6339-412d-9059-5e8af693ec8f tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0496774 Sep 16 02:08:27.924037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54586) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:27.929640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'port_id': '5a10d469-3480-4bed-8934-5fbc18a639f7'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:27.962441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:27.979655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:27.985892 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.20.0.4 (26a960ea-9980-48fb-8180-c5983fb286de/f681d6f9-96ea-4125-a2f5-19e422132b79/3cb201ab-30c6-40a6-9607-59b641eed269) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:08:28.299164 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (3cb201ab-30c6-40a6-9607-59b641eed269), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.373826 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-c455106f-c1b0-45ce-9281-87b1ccf558b5 req-2011d075-7d5d-4372-ada5-6564bd9b67d1 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 210 time: 0.0705454 Sep 16 02:08:28.472880 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.531470 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:08:28.552177 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:08:28.556231 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:08:28.558850 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:28.654298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:28.654860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.668098 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.672756 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.709761 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-6f47ff8d-5260-4449-9091-a71b1e99570a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964818 Sep 16 02:08:28.728209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Request body: {'port': {'device_id': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:28.748656 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:28.781802 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Provisioning complete for port 3cb201ab-30c6-40a6-9607-59b641eed269 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:28.782370 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:28.782479 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Attempt 1 to provision port 3cb201ab-30c6-40a6-9607-59b641eed269 Sep 16 02:08:28.790383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:28.821037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Port 3cb201ab-30c6-40a6-9607-59b641eed269 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:28.828701 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP a4523b4d-838c-4fca-9b0f-8a506e35a7bd associated. External IP: 172.27.0.224, port: 5a10d469-3480-4bed-8934-5fbc18a639f7. Sep 16 02:08:28.876244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.197658 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:08:29.310722 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb201ab-30c6-40a6-9607-59b641eed269 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:08:29.322427 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Attempt 2 to provision port 3cb201ab-30c6-40a6-9607-59b641eed269 Sep 16 02:08:29.343237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks [] for port (3cb201ab-30c6-40a6-9607-59b641eed269), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.358941 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Port 3cb201ab-30c6-40a6-9607-59b641eed269 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:08:29.368719 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Transition to ACTIVE for port object 3cb201ab-30c6-40a6-9607-59b641eed269 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:08:29.374917 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.381789 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:08:29.391014 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:08:29.401616 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:29.402077 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.402219 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:08:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:29.472027 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5563b5e1-8e91-410f-8721-46e87a1a8a03 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/a4523b4d-838c-4fca-9b0f-8a506e35a7bd HTTP/1.1" status: 200 len: 991 time: 1.5440462 Sep 16 02:08:29.472027 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:29.473692 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9898411c-ce07-4f3b-be43-0227d300230a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:29.476061 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:29.503441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:29.510263 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1fbd-07d8-45d7-aae3-ab36dfc52d1e req-d9d09562-2b1a-4d4d-98b6-4883817a7325 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:29.519202 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:29.520173 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7ded1fbd-07d8-45d7-aae3-ab36dfc52d1e req-d9d09562-2b1a-4d4d-98b6-4883817a7325 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0661764 Sep 16 02:08:29.531614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Attempting to bind port 3cb201ab-30c6-40a6-9607-59b641eed269 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:08:29.531965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Attempting to bind port 3cb201ab-30c6-40a6-9607-59b641eed269 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:08:29.532311 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Attempting to bind port 3cb201ab-30c6-40a6-9607-59b641eed269 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:29.540773 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:29.556266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee1de2-7c97-4136-8795-dcfe3a25b74f x-openstack-request-id: req-a2ee1de2-7c97-4136-8795-dcfe3a25b74f {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:29.556588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:29.556873 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2ee1de2-7c97-4136-8795-dcfe3a25b74f {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:29.557194 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ee1de2-7c97-4136-8795-dcfe3a25b74f'] response: {'name': 'network-changed', 'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'status': 'completed', 'code': 200} Sep 16 02:08:29.576088 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7ded1fbd-07d8-45d7-aae3-ab36dfc52d1e req-dc8ba075-386c-44a4-91d6-061489409ecd tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549393 Sep 16 02:08:29.583376 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Port 3cb201ab-30c6-40a6-9607-59b641eed269 on network 26a960ea-9980-48fb-8180-c5983fb286de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:08:29.583708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Attempting to bind port 3cb201ab-30c6-40a6-9607-59b641eed269 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:08:29.660596 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898411c-ce07-4f3b-be43-0227d300230a req-dd9bf09e-dd2c-48aa-8ca9-f0d1cd4c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:29.662075 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-dd9bf09e-dd2c-48aa-8ca9-f0d1cd4c4873 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 1129 time: 0.0532768 Sep 16 02:08:29.665937 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:08:29.666267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:08:29.667009 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Bound using segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:08:29.667152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Bound port: 3cb201ab-30c6-40a6-9607-59b641eed269, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:08:29.667416 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.671008 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:29.695174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:29.752275 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a4523b4d-838c-4fca-9b0f-8a506e35a7bd', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:bc:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:15Z', 'updated_at': '2022-09-16T02:08:28Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:29.780955 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:08:29.790172 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:29.790815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:08:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:29.807154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:08:29.819355 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898411c-ce07-4f3b-be43-0227d300230a req-d5356515-e9cc-4781-aa82-8c21d8abad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:29.820829 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-d5356515-e9cc-4781-aa82-8c21d8abad77 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.1505120 Sep 16 02:08:29.824117 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3cb201ab-30c6-40a6-9607-59b641eed269,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:08:29.834787 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.864023 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:29.864630 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:29.865991 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 200 len: 1093 time: 1.1416738 Sep 16 02:08:29.866721 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Attempt 3 to provision port 3cb201ab-30c6-40a6-9607-59b641eed269 Sep 16 02:08:29.921306 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-f71433dc-9c0b-4f7d-9e59-6b757b377b72 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 200 len: 999 time: 0.0942798 Sep 16 02:08:29.929496 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:29.931721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503aaa9-c9d9-4fd9-8497-59e36372fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:29.931897 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c73ed35a-70f9-4b26-abcb-dd3d27004e6b None None] Port 3cb201ab-30c6-40a6-9607-59b641eed269 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:08:29.997978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:30.015768 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-cca2a890-9f4a-45d8-be95-cdff438a066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.017159 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-cca2a890-9f4a-45d8-be95-cdff438a066a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1127 time: 0.0671492 Sep 16 02:08:30.018610 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898411c-ce07-4f3b-be43-0227d300230a req-1adcdd24-6132-4e47-bb83-efe39e18ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.019898 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-1adcdd24-6132-4e47-bb83-efe39e18ca70 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0773871 Sep 16 02:08:30.281771 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a4523b4d-838c-4fca-9b0f-8a506e35a7bd', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:bc:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:15Z', 'updated_at': '2022-09-16T02:08:28Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:30.310037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bdaa89-26c8-4529-9a6c-4c77c7ea483a None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': 'a4523b4d-838c-4fca-9b0f-8a506e35a7bd', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:bc:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:15Z', 'updated_at': '2022-09-16T02:08:28Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:30.366005 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-ac0d67ea-2122-4fc1-9c91-2e39c2b0ef49 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 200 len: 217 time: 0.3323178 Sep 16 02:08:30.403118 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898411c-ce07-4f3b-be43-0227d300230a req-645a4cba-f00e-4308-9271-2d92ffc5573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.404625 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-645a4cba-f00e-4308-9271-2d92ffc5573f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3648655 Sep 16 02:08:30.468119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-ca31ba87-7090-4c03-b419-8348d139a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.469606 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-ca31ba87-7090-4c03-b419-8348d139a430 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0966022 Sep 16 02:08:30.499882 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59d398-46ef-44c6-97c7-f822eb460854 None None] New status for floating IP a4523b4d-838c-4fca-9b0f-8a506e35a7bd: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:08:30.529550 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-7e5cee3c-a4de-4240-99f9-873153c1ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.531050 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-7e5cee3c-a4de-4240-99f9-873153c1ae2d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548205 Sep 16 02:08:30.564365 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-bb509c68-d1ff-4032-93af-f2cf07d53f4d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520283 Sep 16 02:08:30.600503 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:30.743053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe32f0-9a51-4d10-bdd3-a8876d8a2a49 req-4bac1aa2-1b1f-4102-b00e-abe60673d546 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:30.744520 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aafe32f0-9a51-4d10-bdd3-a8876d8a2a49 req-4bac1aa2-1b1f-4102-b00e-abe60673d546 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0887394 Sep 16 02:08:30.752691 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-26935dff-fce8-4f1b-9b3b-7dd35336ce10 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113793 Sep 16 02:08:30.788417 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9898411c-ce07-4f3b-be43-0227d300230a req-53b0dc2a-d6a9-42c7-9ff6-88e0d12e87b8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969824 Sep 16 02:08:30.790253 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:30.864329 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aafe32f0-9a51-4d10-bdd3-a8876d8a2a49 req-dc9415d5-3dac-4fb8-97a9-4bc31e207540 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063466 Sep 16 02:08:30.892090 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-db0ee614-8e5a-47d7-9de7-a120b11aab26 req-ad52cb9c-3d81-468e-9707-c954307bb5ad service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329763 Sep 16 02:08:31.558075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:31.560464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1126c191-0485-42d0-8d90-4801cf4422e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:31.606578 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3354d78f-158f-460e-be44-853e7c8d086d x-openstack-request-id: req-3354d78f-158f-460e-be44-853e7c8d086d {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:31.606896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:31.607151 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3354d78f-158f-460e-be44-853e7c8d086d {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:31.607557 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3354d78f-158f-460e-be44-853e7c8d086d'] response: {'name': 'network-changed', 'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269', 'status': 'completed', 'code': 200} Sep 16 02:08:31.754746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-cbb5c307-a3e5-4876-b696-e50c1ff299a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:31.756248 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-cbb5c307-a3e5-4876-b696-e50c1ff299a5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1127 time: 0.0440083 Sep 16 02:08:31.822887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:31.848909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-2af65c6a-6a19-4605-b90f-771ea8caf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:31.850366 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-2af65c6a-6a19-4605-b90f-771ea8caf03c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0882847 Sep 16 02:08:31.888493 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-c92b95de-2812-42af-b38f-4bf56c43b2d3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 200 len: 217 time: 0.0317385 Sep 16 02:08:31.950598 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-a1b23ab6-fa85-4fb2-b1cf-321b4aed5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:31.951959 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-a1b23ab6-fa85-4fb2-b1cf-321b4aed5554 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0573332 Sep 16 02:08:32.015282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b63b54-8dda-4afb-b3f4-a4204bed8a85 req-44f08d7b-94e9-4f9c-80f0-2b72d675ab51 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:32.016755 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f8b63b54-8dda-4afb-b3f4-a4204bed8a85 req-44f08d7b-94e9-4f9c-80f0-2b72d675ab51 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0752571 Sep 16 02:08:32.022462 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-153198d7-a929-42a1-84de-bd21cb55ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:32.023832 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-153198d7-a929-42a1-84de-bd21cb55ef4e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515876 Sep 16 02:08:32.122655 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f8b63b54-8dda-4afb-b3f4-a4204bed8a85 req-87f69677-ee93-4e43-8f0e-c4b809c189ea tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978637 Sep 16 02:08:32.150627 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-25d5b057-4c66-46c1-bd35-ace2353428d1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200905 Sep 16 02:08:32.242179 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1126c191-0485-42d0-8d90-4801cf4422e1 req-217756f9-df71-44f9-90c4-bf0bd417b84a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857172 Sep 16 02:08:33.244114 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2407-f85c-41d1-9b36-047e1d44eef6 req-0f6ed1b6-3b67-4d00-b1fb-94155b9d878d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:33.245552 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8dfd2407-f85c-41d1-9b36-047e1d44eef6 req-0f6ed1b6-3b67-4d00-b1fb-94155b9d878d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0472536 Sep 16 02:08:33.294402 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-8dfd2407-f85c-41d1-9b36-047e1d44eef6 req-d7f4bb55-07cd-4b54-b124-d6ca36d0705a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Sep 16 02:08:34.413765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eb508-ae9f-4417-b44f-50b208740d0f req-e85048af-987e-4ea0-99e9-b1aa4061ab94 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:34.415226 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-338eb508-ae9f-4417-b44f-50b208740d0f req-e85048af-987e-4ea0-99e9-b1aa4061ab94 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0473876 Sep 16 02:08:34.449698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:34.464067 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-338eb508-ae9f-4417-b44f-50b208740d0f req-dc532215-fee9-44cc-bc8d-f36d0dfeea45 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Sep 16 02:08:35.552780 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:35.590296 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e5c0a-fbc1-4e64-8744-3addb9b6a494 req-5786d81a-f2cd-4c70-af3c-c98e72686138 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:35.592193 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f42e5c0a-fbc1-4e64-8744-3addb9b6a494 req-5786d81a-f2cd-4c70-af3c-c98e72686138 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0500965 Sep 16 02:08:35.645460 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f42e5c0a-fbc1-4e64-8744-3addb9b6a494 req-f41a44bb-0998-4ed6-9273-d57ae5912983 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 Sep 16 02:08:36.764396 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506b88-d452-4ff8-9e48-f58493271c0f req-4f6551f5-0850-4f1b-b22d-d0f4c67a71e4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:36.765830 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9506b88-d452-4ff8-9e48-f58493271c0f req-4f6551f5-0850-4f1b-b22d-d0f4c67a71e4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0464277 Sep 16 02:08:36.813633 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e9506b88-d452-4ff8-9e48-f58493271c0f req-ea72ec23-3c1d-44a4-99dc-9c4ddf6a8746 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Sep 16 02:08:37.931411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6839be-93f4-4537-abfd-082c7cf4efcd req-d5190639-6493-4fb5-953c-10cee40cea94 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:37.932882 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fa6839be-93f4-4537-abfd-082c7cf4efcd req-d5190639-6493-4fb5-953c-10cee40cea94 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 943 time: 0.0460296 Sep 16 02:08:37.980959 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-fa6839be-93f4-4537-abfd-082c7cf4efcd req-6c0df647-30d2-4a91-a73e-239153e903a2 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Sep 16 02:08:38.645919 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 3cb201ab-30c6-40a6-9607-59b641eed269 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:08:38.746521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3cb201ab-30c6-40a6-9607-59b641eed269,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:38.758733 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '3cb201ab-30c6-40a6-9607-59b641eed269', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'port_id': '3cb201ab-30c6-40a6-9607-59b641eed269', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:08:38.792404 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 3cb201ab-30c6-40a6-9607-59b641eed269 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:38.792789 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:38.806759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb201ab-30c6-40a6-9607-59b641eed269 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:08:38.826790 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3cb201ab-30c6-40a6-9607-59b641eed269,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:38.830791 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:38.881703 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:39.105824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e65e-1d1f-4b89-b52f-577f25b4e3fb req-44ea30f9-72dd-4134-a2dd-65e14ba65e2d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:39.107260 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2346e65e-1d1f-4b89-b52f-577f25b4e3fb req-44ea30f9-72dd-4134-a2dd-65e14ba65e2d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 944 time: 0.0502272 Sep 16 02:08:39.156954 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2346e65e-1d1f-4b89-b52f-577f25b4e3fb req-7eec3708-18c0-4984-a041-20da6a234fab tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Sep 16 02:08:39.245153 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['3cb201ab-30c6-40a6-9607-59b641eed269'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:08:39.350207 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:40.276137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02753b2d-7c9a-4a83-972a-a62e051c46a8 req-f26bc14c-db8f-485f-815c-df3d9b948b62 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:40.277564 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-02753b2d-7c9a-4a83-972a-a62e051c46a8 req-f26bc14c-db8f-485f-815c-df3d9b948b62 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 944 time: 0.0465238 Sep 16 02:08:40.326246 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-02753b2d-7c9a-4a83-972a-a62e051c46a8 req-163617f5-9a4b-49ba-81b2-99130d41730e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Sep 16 02:08:40.674752 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 3cb201ab-30c6-40a6-9607-59b641eed269 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:08:40.716662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 3cb201ab-30c6-40a6-9607-59b641eed269 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:08:40.723536 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 3cb201ab-30c6-40a6-9607-59b641eed269 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:08:40.724210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:40.724307 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 3cb201ab-30c6-40a6-9607-59b641eed269 Sep 16 02:08:40.728018 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:40.804977 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 3cb201ab-30c6-40a6-9607-59b641eed269 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:08:40.805363 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:40.828734 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:40.831582 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8703343-7e9b-4338-83fb-9195b4e37d87" -d '{"events": [{"server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "name": "network-vif-plugged", "status": "completed", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:40.847583 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3cb201ab-30c6-40a6-9607-59b641eed269,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:08:40.851606 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:40.874487 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cb1366-2eb2-4b01-9e21-531b12126352 x-openstack-request-id: req-18cb1366-2eb2-4b01-9e21-531b12126352 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:40.874776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "name": "network-vif-plugged", "status": "completed", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:40.875025 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18cb1366-2eb2-4b01-9e21-531b12126352 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:40.875409 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cb1366-2eb2-4b01-9e21-531b12126352'] response: {'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269', 'code': 200} Sep 16 02:08:40.901181 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:41.135722 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac597a-1d46-4e5c-82bf-2fc8940dd9d0 req-6eed58df-4ee9-4528-8da8-d9f33744186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:41.137231 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19ac597a-1d46-4e5c-82bf-2fc8940dd9d0 req-6eed58df-4ee9-4528-8da8-d9f33744186b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1129 time: 0.0375972 Sep 16 02:08:41.181997 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-19ac597a-1d46-4e5c-82bf-2fc8940dd9d0 req-06f1cd00-82e9-4734-a41f-28b7f92cc42b service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Sep 16 02:08:41.450305 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd387ec2-f74f-4a3f-90ab-11a26352ce2c req-0ffec2f6-88b8-47bc-97d1-fee671cbe28e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:41.451670 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd387ec2-f74f-4a3f-90ab-11a26352ce2c req-0ffec2f6-88b8-47bc-97d1-fee671cbe28e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Sep 16 02:08:41.500326 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd387ec2-f74f-4a3f-90ab-11a26352ce2c req-f90e53d4-a4cf-44ac-ae6f-252b06c27667 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Sep 16 02:08:42.343356 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:08:42.632349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830d276-10ae-479f-b033-919afab37202 req-a855c3dd-dba8-44a8-a7a8-aa79930dfbe6 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:42.633816 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7830d276-10ae-479f-b033-919afab37202 req-a855c3dd-dba8-44a8-a7a8-aa79930dfbe6 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0517745 Sep 16 02:08:42.681393 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7830d276-10ae-479f-b033-919afab37202 req-6485c2b3-3321-4b54-82a1-5d60855ae05c tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Sep 16 02:08:43.800115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7389c-2293-4ee6-b32a-7d4c046430dc req-2f4ec77e-21d2-4802-bf92-230146fc8f97 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:43.801612 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b4d7389c-2293-4ee6-b32a-7d4c046430dc req-2f4ec77e-21d2-4802-bf92-230146fc8f97 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0461242 Sep 16 02:08:43.850851 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b4d7389c-2293-4ee6-b32a-7d4c046430dc req-b56588aa-a71b-4ff9-b605-223314d75dce tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Sep 16 02:08:43.969153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b5b45-ee14-4fba-81c2-d0c3ff6d39ec req-e8352a92-2f85-405d-ab81-aaf3429b7e95 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:43.970520 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-567b5b45-ee14-4fba-81c2-d0c3ff6d39ec req-e8352a92-2f85-405d-ab81-aaf3429b7e95 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0467069 Sep 16 02:08:44.019819 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-567b5b45-ee14-4fba-81c2-d0c3ff6d39ec req-dbdd23d7-59f9-43dd-9645-0a7e7f12cabc tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Sep 16 02:08:44.048519 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54632) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:44.126459 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bda615-1005-4782-9c88-9225c735b612 tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:44.128934 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-52bda615-1005-4782-9c88-9225c735b612 tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1124 time: 0.0789168 Sep 16 02:08:44.131803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54636) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:08:44.135828 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'port_id': '3cb201ab-30c6-40a6-9607-59b641eed269', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:08:44.156982 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:44.174366 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:44.237995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:44.344953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.27.0.156 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/07d37a98-0dea-4723-90f2-5b5c3e19d2a1) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:08:44.445175 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:44.476391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:44.484221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:44.522577 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:08:44.528844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:08:44.533460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:08:44.554489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=07d37a98-0dea-4723-90f2-5b5c3e19d2a1,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:44.566703 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.567047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.567388 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.567725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.568086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.568417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.568747 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.569075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.569425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.569749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.570074 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.570420 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.570742 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.571059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.571377 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:08:44.892570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (61ca6aa2-4e81-4a6c-9ecb-71ea725630ea), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:44.914334 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:44.962562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:45.107884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:45.112399 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:45.177170 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=07d37a98-0dea-4723-90f2-5b5c3e19d2a1,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:08:45.179604 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (61ca6aa2-4e81-4a6c-9ecb-71ea725630ea), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:45.275306 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 61ca6aa2-4e81-4a6c-9ecb-71ea725630ea associated. External IP: 172.27.0.156, port: 3cb201ab-30c6-40a6-9607-59b641eed269. Sep 16 02:08:45.348319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:45.472380 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:08:45.576495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:08:45.587032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:08:45.595360 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:45.599021 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:45.599646 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:08:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:45.627472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3cb01c78-4fc0-4bce-8b00-8414a44f36c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4946280 Sep 16 02:08:45.628248 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:08:45.630507 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:08:45.667889 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188208e-5176-47e2-bf28-cbdcd36d871f x-openstack-request-id: req-3188208e-5176-47e2-bf28-cbdcd36d871f {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:08:45.668203 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:08:45.668453 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3188208e-5176-47e2-bf28-cbdcd36d871f {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:08:45.668855 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3188208e-5176-47e2-bf28-cbdcd36d871f'] response: {'name': 'network-changed', 'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269', 'status': 'completed', 'code': 200} Sep 16 02:08:45.704698 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:45.760386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-12c6ec64-75a2-49af-bfc1-8820980bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:45.761834 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-12c6ec64-75a2-49af-bfc1-8820980bd593 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1129 time: 0.0407438 Sep 16 02:08:45.856385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-7ed80741-8ecf-448c-b235-3d9fec9b463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:45.857850 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-7ed80741-8ecf-448c-b235-3d9fec9b463c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0897253 Sep 16 02:08:45.868559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:45.920886 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-e104820f-2d7e-46b2-9f43-a7a2623ea954 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 200 len: 999 time: 0.0573740 Sep 16 02:08:45.924503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '61ca6aa2-4e81-4a6c-9ecb-71ea725630ea', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '3cb201ab-30c6-40a6-9607-59b641eed269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:44Z', 'updated_at': '2022-09-16T02:08:44Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:45.948868 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:08:45.957252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:08:45.957886 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:08:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:45.968923 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-4d3cdfa3-6d08-4bc5-ac8d-270899bbdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:45.970369 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-4d3cdfa3-6d08-4bc5-ac8d-270899bbdae5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0435765 Sep 16 02:08:46.020637 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-d004ce58-8365-4289-a1e6-fa5d30d88d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:08:46.022434 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-d004ce58-8365-4289-a1e6-fa5d30d88d7c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452898 Sep 16 02:08:46.050519 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9a516bcf-b006-4510-9f82-cc0bca952f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:46.073175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:08:46.098704 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:46.113551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-039193ee-fddc-4214-8d56-ea863ec6de2a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854349 Sep 16 02:08:46.210032 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a43ab6b0-180d-4148-bf8c-b4dcf2c538f3 req-beaca546-50f2-451c-95d4-81b6a1ef48a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Sep 16 02:08:46.287708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '61ca6aa2-4e81-4a6c-9ecb-71ea725630ea', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '3cb201ab-30c6-40a6-9607-59b641eed269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:44Z', 'updated_at': '2022-09-16T02:08:44Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:08:46.317157 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe872b-c860-4fee-a116-bec8dd3e7ccc None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '61ca6aa2-4e81-4a6c-9ecb-71ea725630ea', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '3cb201ab-30c6-40a6-9607-59b641eed269', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:97:06:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:08:44Z', 'updated_at': '2022-09-16T02:08:44Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:08:46.498415 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661ef7b-cb23-4d1c-a103-7cef936e1b36 None None] New status for floating IP 61ca6aa2-4e81-4a6c-9ecb-71ea725630ea: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:08:48.448631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:48.453900 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3dfad2e4-5f5f-4fdb-ab9a-e9abadf94f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:49.552507 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:51.153127 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:51.506735 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:08:53.838548 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=47 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:53.847036 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=48 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:56.199269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=26 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:56.206492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:56.597186 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:08:56.600246 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:00.803971 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:08.461902 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-00f8302e-215c-40d2-af96-c2f20bdb30e3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398076 Sep 16 02:09:08.571725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644e65-7ee8-4486-b292-722afe4d499b req-dff66db4-fe16-4b45-b18a-09963491fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:08.573219 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-dff66db4-fe16-4b45-b18a-09963491fa07 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 1129 time: 0.0396800 Sep 16 02:09:08.678879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644e65-7ee8-4486-b292-722afe4d499b req-78a6d9f9-ac42-4243-b7cc-4b9bcd13f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:08.680333 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-78a6d9f9-ac42-4243-b7cc-4b9bcd13f47b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0889182 Sep 16 02:09:08.741469 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-f8a9b912-937d-469d-981e-5a391189c0b3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 200 len: 1001 time: 0.0540051 Sep 16 02:09:08.793112 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644e65-7ee8-4486-b292-722afe4d499b req-8e0f740f-9dcc-4128-b66d-8621e24b65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:08.794525 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-8e0f740f-9dcc-4128-b66d-8621e24b65c6 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0464885 Sep 16 02:09:08.837593 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644e65-7ee8-4486-b292-722afe4d499b req-e0fd60f3-fd4d-4ea5-8273-169fb7997cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:08.839059 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-e0fd60f3-fd4d-4ea5-8273-169fb7997cce service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391407 Sep 16 02:09:08.930851 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-002bca6d-7985-43b0-8531-9165559b8f2f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850267 Sep 16 02:09:09.019750 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8a644e65-7ee8-4486-b292-722afe4d499b req-3a660333-b2c6-41e2-ac2d-37bd24325652 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820317 Sep 16 02:09:10.792808 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:10.799089 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:16.013141 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e0190260-cbcc-4037-ad25-b048a6efe045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:18.459147 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-60f5f9e9-6eec-4f0c-bf39-0262a5bdc5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:19.015597 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=55 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:19.016818 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=46 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:19.341133 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:09:19.555040 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:21.156959 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:21.519499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:26.574003 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:29.337968 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:30.797038 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:40.787207 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:40.794074 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:44.387914 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:44.388654 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:46.015910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c016-4d6f-4a17-9258-d71cab5b8625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:48.450692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-69a99134-9b89-472c-ac2a-60e83a48b956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:49.558630 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:51.161119 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:51.517514 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:55.678237 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3f044-96aa-418a-9c66-bc0cf0e17040 req-913fd2af-4130-4fd1-8ffd-a3bde7bf39cb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:55.679586 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fc3f044-96aa-418a-9c66-bc0cf0e17040 req-913fd2af-4130-4fd1-8ffd-a3bde7bf39cb tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0523019 Sep 16 02:09:55.725849 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6fc3f044-96aa-418a-9c66-bc0cf0e17040 req-9e2f35f3-22e7-401c-8834-520fab3d0390 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406427 Sep 16 02:09:56.339858 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:09:56.848494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccfec8-d6b0-435b-8eff-291897429510 req-0be4806c-45e4-411f-ba7f-b9c6712c9413 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:56.849939 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f6ccfec8-d6b0-435b-8eff-291897429510 req-0be4806c-45e4-411f-ba7f-b9c6712c9413 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0468962 Sep 16 02:09:56.901082 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f6ccfec8-d6b0-435b-8eff-291897429510 req-eace8e2e-36bc-43a8-b12a-cf5fe8990413 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454192 Sep 16 02:09:57.686761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-a4637237-ce14-4b0f-9ec5-89fdf0e624a6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:57.688242 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-a4637237-ce14-4b0f-9ec5-89fdf0e624a6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0469553 Sep 16 02:09:57.768477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port 5a10d469-3480-4bed-8934-5fbc18a639f7 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:09:57.768814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.027037 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc34ec-e249-4c6a-97ae-a6f264c535c5 req-d339c544-a331-47ff-ae24-6cf80ab9feec tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:09:58.028526 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-67bc34ec-e249-4c6a-97ae-a6f264c535c5 req-d339c544-a331-47ff-ae24-6cf80ab9feec tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 945 time: 0.0489430 Sep 16 02:09:58.078247 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-67bc34ec-e249-4c6a-97ae-a6f264c535c5 req-2f3acf6f-9def-412c-b50a-990cf3b3b63e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e488ffc5-78af-4b05-a4ba-f4176fd322b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Sep 16 02:09:58.123993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] For port 5a10d469-3480-4bed-8934-5fbc18a639f7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5a10d469-3480-4bed-8934-5fbc18a639f7,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:09:58.124693 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.281879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.282306 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.282620 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP a4523b4d-838c-4fca-9b0f-8a506e35a7bd disassociated. External IP: 172.27.0.224, port: 5a10d469-3480-4bed-8934-5fbc18a639f7. Sep 16 02:09:58.282948 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for 5a10d469-3480-4bed-8934-5fbc18a639f7 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:09:58.410472 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (5a10d469-3480-4bed-8934-5fbc18a639f7), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.439655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=5a10d469-3480-4bed-8934-5fbc18a639f7,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:09:58.487169 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.487516 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.487860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.488227 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.488565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.488898 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.489409 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.489559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.489879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.490210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.490535 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.490893 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.491169 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.491497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.491824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:09:58.565111 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:09:58.671653 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:09:58.683885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:09:58.696424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:09:58.697367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:09:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:09:58.697958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:09:58.721333 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] No DVR routers for this DVR port 5a10d469-3480-4bed-8934-5fbc18a639f7 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:09:58.723908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:09:58.727500 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6cca056c-facd-4ad5-b818-48fc0d3bf860 req-83752426-0461-470f-b8ba-c1808421e70e tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "DELETE /networking/v2.0/ports/5a10d469-3480-4bed-8934-5fbc18a639f7 HTTP/1.1" status: 204 len: 173 time: 1.0342965 Sep 16 02:09:58.728025 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'name': 'network-vif-deleted', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:09:58.730326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138265fb-8d27-4a9f-8827-a3d8366696fb" -d '{"events": [{"server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "name": "network-vif-deleted", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:09:58.822927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:09:58.842012 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797190a9-4759-4ea3-866d-eb3555cf99b0 x-openstack-request-id: req-797190a9-4759-4ea3-866d-eb3555cf99b0 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:09:58.842598 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d82b31-1f43-429e-84a1-483acae4dbac", "name": "network-vif-deleted", "tag": "5a10d469-3480-4bed-8934-5fbc18a639f7", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:09:58.842939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-797190a9-4759-4ea3-866d-eb3555cf99b0 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:09:58.843466 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797190a9-4759-4ea3-866d-eb3555cf99b0'] response: {'server_uuid': 'a3d82b31-1f43-429e-84a1-483acae4dbac', 'name': 'network-vif-deleted', 'tag': '5a10d469-3480-4bed-8934-5fbc18a639f7', 'status': 'completed', 'code': 200} Sep 16 02:09:59.025932 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:09:59.054813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:09:59.063055 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:09:59.063895 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:09:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:09:59.167692 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:09:59.194567 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1d974604-bb03-4d3c-aa07-f72b5ba26a10 req-339808b9-d726-4f3d-ba9f-7e5fbf8e8614 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a3d82b31-1f43-429e-84a1-483acae4dbac HTTP/1.1" status: 200 len: 210 time: 0.0274882 Sep 16 02:09:59.374051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:09:59.400116 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57daf22-861d-4a90-96da-e553e9d91646 None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:09:59.605419 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dbf7d-93f1-4a4b-8f7e-af65fe0395df None None] New status for floating IP a4523b4d-838c-4fca-9b0f-8a506e35a7bd: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:10:00.293946 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54760) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:00.338031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:00.354562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (e488ffc5-78af-4b05-a4ba-f4176fd322b8), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.377788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (e488ffc5-78af-4b05-a4ba-f4176fd322b8), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.425053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (e488ffc5-78af-4b05-a4ba-f4176fd322b8), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.427677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.428845 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e488ffc5-78af-4b05-a4ba-f4176fd322b8 HTTP/1.1" status: 204 len: 168 time: 0.1339052 Sep 16 02:10:00.431684 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54762) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:00.437893 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d94920-778d-4632-ae67-5f7516178f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488ffc5-78af-4b05-a4ba-f4176fd322b8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:00.446002 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-f856fd7e-a54f-45fd-83cf-728f2ec8497c tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] show failed (client error): The resource could not be found. Sep 16 02:10:00.450407 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54764) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:00.450663 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f856fd7e-a54f-45fd-83cf-728f2ec8497c tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e488ffc5-78af-4b05-a4ba-f4176fd322b8 HTTP/1.1" status: 404 len: 347 time: 0.0176620 Sep 16 02:10:00.562273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:10:00.562615 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.639812 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.640171 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.656820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:10:00.784774 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.807142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:00.813170 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=d4d5bc9d-5a44-4c1f-ab57-0cdcbc0955cb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:00.819298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.876814 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (a4523b4d-838c-4fca-9b0f-8a506e35a7bd), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.879575 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:00.880726 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a0c258ef-9ced-4dde-a979-8f997eca17ea tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/a4523b4d-838c-4fca-9b0f-8a506e35a7bd HTTP/1.1" status: 204 len: 168 time: 0.4288106 Sep 16 02:10:00.946140 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54768) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:00.950679 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135902070', 'description': 'tempest-description--1625724350'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:00.970596 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.037353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (d0321b99-0f6b-43e1-b5b8-d4434376c8cc), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.040948 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d0321b99-0f6b-43e1-b5b8-d4434376c8cc), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.072383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.073592 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1264439 Sep 16 02:10:01.074440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1f3c7-b934-42d3-bc05-2b350cd110c4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0321b99-0f6b-43e1-b5b8-d4434376c8cc,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:01.076533 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54770) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:01.081054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': 'd0321b99-0f6b-43e1-b5b8-d4434376c8cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:01.093008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 5a10d469-3480-4bed-8934-5fbc18a639f7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:10:01.107316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (2be7fbef-2bd5-4d70-ad16-1c7470b7b386), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.113595 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 5a10d469-3480-4bed-8934-5fbc18a639f7 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:10:01.113947 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 5a10d469-3480-4bed-8934-5fbc18a639f7 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:10:01.143872 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:01.153273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:01.170962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (2be7fbef-2bd5-4d70-ad16-1c7470b7b386), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.175086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (2be7fbef-2bd5-4d70-ad16-1c7470b7b386), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.192578 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be7fbef-2bd5-4d70-ad16-1c7470b7b386,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:01.200471 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.201648 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-41c5d6e4-4209-411e-9b9c-4a9283b99677 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242123 Sep 16 02:10:01.204759 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54772) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:01.209013 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'security_group_rule': {'security_group_id': 'd0321b99-0f6b-43e1-b5b8-d4434376c8cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:01.235963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (430d9945-2f67-431d-b560-827c438519b1), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.291772 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (430d9945-2f67-431d-b560-827c438519b1), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.295057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (430d9945-2f67-431d-b560-827c438519b1), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.314198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430d9945-2f67-431d-b560-827c438519b1,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:01.320497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.321711 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7980c680-4cbd-497d-9415-a24915fe4de6 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159697 Sep 16 02:10:01.324881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 54774) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:01.329910 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:01.350546 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.430634 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.533349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.27.0.54 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/2b594027-e622-4482-a527-066646ae82de) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:10:01.639189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (2b594027-e622-4482-a527-066646ae82de), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.670651 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (2b594027-e622-4482-a527-066646ae82de), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.709346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:10:01.712162 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:10:01.715680 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:10:01.740508 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [req-f83c1a9d-6617-4aaa-96a1-98626166e11f req-b059bf95-eb89-4987-b36e-4f817d1b882c service neutron] (106213) timed out ('10.222.0.50', 53218) {{(pid=106213) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:10:01.745668 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=2b594027-e622-4482-a527-066646ae82de,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:01.804872 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.833152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:01.837404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:01.843682 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (2b594027-e622-4482-a527-066646ae82de), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.991790 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (2b594027-e622-4482-a527-066646ae82de), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:01.995989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (2b594027-e622-4482-a527-066646ae82de), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:02.064088 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=2b594027-e622-4482-a527-066646ae82de,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:02.066390 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:02.082579 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:02.083849 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-86599149-d7d4-44a8-ab6f-89f8a2d047dd tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7579818 Sep 16 02:10:02.236539 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-c92a4c79-3442-4205-920e-b63731e317f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--135902070&fields=id&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 267 time: 0.0451372 Sep 16 02:10:02.341350 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-1f4039e8-b947-4e5d-933f-f4f6b6da3b09 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:02.342707 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-1f4039e8-b947-4e5d-933f-f4f6b6da3b09 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.0996287 Sep 16 02:10:02.357090 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-b68ce770-4028-4cba-98e7-9d84131146a7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/quotas/663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Sep 16 02:10:02.409138 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-15ba86fa-66cc-4d31-a41a-c7f53135ccf3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466099 Sep 16 02:10:02.503761 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2c6672c0-9865-473e-8d98-7aff501d83c4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834265 Sep 16 02:10:02.595910 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-29c996f9-ee04-4841-a2d9-d77c4630695f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862997 Sep 16 02:10:02.766684 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-cac60e45-7b9a-4dd5-b8c7-7eba24e01f4c req-11ad1778-5a7c-4877-a5b3-a61b49a90a6c tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 210 time: 0.0283954 Sep 16 02:10:03.194584 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-d1cc049b-22c0-437d-b120-2a2ec5523716 req-104a702b-5a0d-4aae-b5e3-8bf794509659 service neutron] (106214) timed out ('10.222.0.50', 53253) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:10:03.858695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-78e47e21-cb34-4122-add0-fc93a151d80a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:03.860236 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-78e47e21-cb34-4122-add0-fc93a151d80a tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 814 time: 0.1071198 Sep 16 02:10:03.877023 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-9b9991f8-d07f-4338-a0d0-e7ede972ee80 req-bf0d5c7f-2fd1-4fc6-92a7-7fd8572eddd5 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 210 time: 0.0288587 Sep 16 02:10:03.932545 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2172f863-b183-4996-83df-49bc62016d55 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=663bde66131d47159ffa09ad33971895 HTTP/1.1" status: 200 len: 379 time: 0.0584712 Sep 16 02:10:03.946353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'port': {'device_id': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'admin_state_up': True, 'tenant_id': '663bde66131d47159ffa09ad33971895', 'security_groups': ['d0321b99-0f6b-43e1-b5b8-d4434376c8cc']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:04.052444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Made reservation on behalf of 663bde66131d47159ffa09ad33971895 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:10:04.056050 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.185237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Allocated IP 172.20.0.5 (80b93367-5ee2-4183-922b-cb2be17dc7b7/fc00cc7f-ba57-4219-84a1-18cc851fb7ec/f33275e6-6522-40eb-a550-7dce0558702f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:10:04.196058 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:04.326264 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for port (f33275e6-6522-40eb-a550-7dce0558702f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.358796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.389476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:04.409944 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:10:04.414300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:10:04.416803 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:10:04.441968 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event updated for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:04.473148 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:04.473750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.492985 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51f254ab-7f5d-41b3-9496-bb26cafce3d7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5502548 Sep 16 02:10:04.555276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Request body: {'port': {'device_id': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:04.619367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f33275e6-6522-40eb-a550-7dce0558702f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.684270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Provisioning complete for port f33275e6-6522-40eb-a550-7dce0558702f triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:10:04.684867 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f33275e6-6522-40eb-a550-7dce0558702f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.684867 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Attempt 1 to provision port f33275e6-6522-40eb-a550-7dce0558702f Sep 16 02:10:04.716588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Port f33275e6-6522-40eb-a550-7dce0558702f cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:10:04.872906 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33275e6-6522-40eb-a550-7dce0558702f {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:10:04.881195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks [] for port (f33275e6-6522-40eb-a550-7dce0558702f), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:04.893497 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Transition to ACTIVE for port object f33275e6-6522-40eb-a550-7dce0558702f will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:10:04.896926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:05.004902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Pushing event updated for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:05.036197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdbc58-7b10-4107-aaf8-d12c1c5fd463 req-be34fdfd-dfec-41db-9268-0d674d28d3d1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:05.037637 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67cdbc58-7b10-4107-aaf8-d12c1c5fd463 req-be34fdfd-dfec-41db-9268-0d674d28d3d1 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 943 time: 0.0835683 Sep 16 02:10:05.040660 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:05.059835 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Attempting to bind port f33275e6-6522-40eb-a550-7dce0558702f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:10:05.060172 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Attempting to bind port f33275e6-6522-40eb-a550-7dce0558702f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:10:05.060498 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Attempting to bind port f33275e6-6522-40eb-a550-7dce0558702f on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:10:05.135846 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-67cdbc58-7b10-4107-aaf8-d12c1c5fd463 req-7d307f1d-82aa-474f-8f6b-7f8e26cf0efc tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871465 Sep 16 02:10:05.137805 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Port f33275e6-6522-40eb-a550-7dce0558702f on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:10:05.138128 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Attempting to bind port f33275e6-6522-40eb-a550-7dce0558702f on network 80b93367-5ee2-4183-922b-cb2be17dc7b7 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:10:05.180834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:10:05.181165 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Checking segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:10:05.181548 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Bound using segment: {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:10:05.181980 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Bound port: f33275e6-6522-40eb-a550-7dce0558702f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:10:05.182337 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f33275e6-6522-40eb-a550-7dce0558702f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:05.217974 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Attempt 2 to provision port f33275e6-6522-40eb-a550-7dce0558702f Sep 16 02:10:05.231881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:05.243483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:10:05.246879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f33275e6-6522-40eb-a550-7dce0558702f,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:10:05.253990 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:05.256648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Port f33275e6-6522-40eb-a550-7dce0558702f cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:10:05.258145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:05.258750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:05.260147 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 200 len: 1093 time: 0.7548242 Sep 16 02:10:05.260719 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:10:05.262949 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f2c8e-a7c3-4cf0-a433-a7442640e257" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "tag": "f33275e6-6522-40eb-a550-7dce0558702f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:10:05.306275 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafcd15c-76d0-4c78-b4bd-70f0072e3562 x-openstack-request-id: req-dafcd15c-76d0-4c78-b4bd-70f0072e3562 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:10:05.306562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "tag": "f33275e6-6522-40eb-a550-7dce0558702f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:10:05.306816 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dafcd15c-76d0-4c78-b4bd-70f0072e3562 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:10:05.307218 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafcd15c-76d0-4c78-b4bd-70f0072e3562'] response: {'name': 'network-changed', 'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f', 'status': 'completed', 'code': 200} Sep 16 02:10:05.311963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288ef2b-f64a-4381-bac5-ab8601aa248a service neutron] Pushing event updated for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:05.374017 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51a474f9-04e6-4881-8d94-bafbee9912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:05.375668 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-51a474f9-04e6-4881-8d94-bafbee9912b3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 1127 time: 0.0437236 Sep 16 02:10:05.419602 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-bab5907b-d53f-4e32-8d7f-53f810f5348e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 200 len: 217 time: 0.0312428 Sep 16 02:10:05.466491 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-94a3c7bb-da1a-4147-9bdb-6363bf0037fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:05.467914 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-94a3c7bb-da1a-4147-9bdb-6363bf0037fd service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0430510 Sep 16 02:10:05.513914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-4eae340c-8207-4d81-bd9b-b3a54d8850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:05.515355 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-4eae340c-8207-4d81-bd9b-b3a54d8850ca service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418627 Sep 16 02:10:05.603929 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-088ec168-7f67-4927-9f95-dc9f5429459c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831046 Sep 16 02:10:05.696236 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-21f4e328-3f05-41d3-8c09-e1f61b208329 req-3d0d30b8-b13f-43cd-9286-682158d1f61d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869067 Sep 16 02:10:05.758097 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Attempt 3 to provision port f33275e6-6522-40eb-a550-7dce0558702f Sep 16 02:10:05.785591 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:05.798879 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-64094ce1-d177-462a-8820-20b6d8dea27f None None] Port f33275e6-6522-40eb-a550-7dce0558702f had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:10:06.256350 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348148a-e616-45a7-b261-7aabe41873dc req-e671e9ab-1212-4a65-9be4-b51918c62ff9 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:06.257820 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f348148a-e616-45a7-b261-7aabe41873dc req-e671e9ab-1212-4a65-9be4-b51918c62ff9 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 943 time: 0.0464375 Sep 16 02:10:06.304899 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f348148a-e616-45a7-b261-7aabe41873dc req-478a5d14-bba7-44a3-ad59-5eb10a87ce8b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Sep 16 02:10:07.114179 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f33275e6-6522-40eb-a550-7dce0558702f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:10:07.215179 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f33275e6-6522-40eb-a550-7dce0558702f,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:10:07.226037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'f33275e6-6522-40eb-a550-7dce0558702f', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'port_id': 'f33275e6-6522-40eb-a550-7dce0558702f', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:10:07.260654 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f33275e6-6522-40eb-a550-7dce0558702f is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:10:07.261047 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f33275e6-6522-40eb-a550-7dce0558702f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:07.274468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33275e6-6522-40eb-a550-7dce0558702f {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:10:07.293731 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f33275e6-6522-40eb-a550-7dce0558702f,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:10:07.298088 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:07.343914 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:07.351184 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.351539 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.351888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.352259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.352601 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.352933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.353265 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.353594 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.353924 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.354250 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.354577 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.354907 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.355231 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.355561 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.355886 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:10:07.426600 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ff9b1-e647-4737-b268-c2436cdff682 req-a1755dec-2a66-4085-9296-dba0ec1c755b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:07.428062 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd9ff9b1-e647-4737-b268-c2436cdff682 req-a1755dec-2a66-4085-9296-dba0ec1c755b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 944 time: 0.0461509 Sep 16 02:10:07.474354 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-dd9ff9b1-e647-4737-b268-c2436cdff682 req-2f4da86d-a3c0-43df-8e4f-8a461a0c9ba0 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406637 Sep 16 02:10:07.745745 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['f33275e6-6522-40eb-a550-7dce0558702f'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:10:07.791035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-c08c0574-806c-4f81-afff-d075c3f096be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:07.792697 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-c08c0574-806c-4f81-afff-d075c3f096be service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 1128 time: 0.0398376 Sep 16 02:10:07.888758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-d3a9ddcd-6135-4f6e-a591-ff67f2a47f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:07.890202 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-d3a9ddcd-6135-4f6e-a591-ff67f2a47f2b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0912094 Sep 16 02:10:07.930059 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-9f62d2f9-59d7-4cf2-8001-f548e22f448c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 200 len: 217 time: 0.0323892 Sep 16 02:10:07.980970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-e3c7db41-5206-4022-9378-88c977aac110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:07.982378 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-e3c7db41-5206-4022-9378-88c977aac110 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0461376 Sep 16 02:10:08.024748 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-77b6a5c4-7eb6-4c97-b0c5-cab6e369d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:08.026131 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-77b6a5c4-7eb6-4c97-b0c5-cab6e369d5d6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373960 Sep 16 02:10:08.085852 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:08.116295 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-dc1d5df9-f70f-4e81-9832-5a1ed444f80a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Sep 16 02:10:08.210014 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a11f2c8e-a7c3-4cf0-a433-a7442640e257 req-1552d3c0-4d8c-4b7f-b367-5a99651c18d1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873930 Sep 16 02:10:08.593036 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f328-2dde-4bc4-b2b6-f846a99c7082 req-9a4f0027-190f-43f5-be51-10250dc458e4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:08.595156 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4922f328-2dde-4bc4-b2b6-f846a99c7082 req-9a4f0027-190f-43f5-be51-10250dc458e4 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 944 time: 0.0480440 Sep 16 02:10:08.612899 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:08.641855 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-4922f328-2dde-4bc4-b2b6-f846a99c7082 req-b572406d-d934-4128-b485-0530536f97c3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Sep 16 02:10:09.135140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f33275e6-6522-40eb-a550-7dce0558702f up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:10:09.177395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port f33275e6-6522-40eb-a550-7dce0558702f completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:10:09.182985 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port f33275e6-6522-40eb-a550-7dce0558702f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:10:09.183447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (f33275e6-6522-40eb-a550-7dce0558702f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:09.183849 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port f33275e6-6522-40eb-a550-7dce0558702f Sep 16 02:10:09.258156 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port f33275e6-6522-40eb-a550-7dce0558702f is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:10:09.258540 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (f33275e6-6522-40eb-a550-7dce0558702f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:09.280883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:10:09.283359 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06122520-1bf2-4a4e-b38f-41f4a80349cd" -d '{"events": [{"server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "name": "network-vif-plugged", "status": "completed", "tag": "f33275e6-6522-40eb-a550-7dce0558702f"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:10:09.295283 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f33275e6-6522-40eb-a550-7dce0558702f,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:10:09.300222 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:09.350472 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:10:09.386832 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110df941-1f0f-4b64-a05b-cf3e7c8f6153 x-openstack-request-id: req-110df941-1f0f-4b64-a05b-cf3e7c8f6153 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:10:09.387123 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "name": "network-vif-plugged", "status": "completed", "tag": "f33275e6-6522-40eb-a550-7dce0558702f", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:10:09.387372 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-110df941-1f0f-4b64-a05b-cf3e7c8f6153 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:10:09.387779 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110df941-1f0f-4b64-a05b-cf3e7c8f6153'] response: {'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f', 'code': 200} Sep 16 02:10:09.488312 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-df663a84-763e-41b7-bf07-85ccba06dc5c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417092 Sep 16 02:10:09.564213 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-90768d42-22b1-4b95-b5c6-f2805f5b55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:09.565696 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-90768d42-22b1-4b95-b5c6-f2805f5b55cc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 1129 time: 0.0411770 Sep 16 02:10:09.670738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69074c-e2a1-48f5-bb19-d99e5865417a req-cd969c95-6cfa-4419-842a-89573f2ec7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:09.672176 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2e69074c-e2a1-48f5-bb19-d99e5865417a req-cd969c95-6cfa-4419-842a-89573f2ec7ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 1129 time: 0.0851631 Sep 16 02:10:09.677106 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:09.680295 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:09.731332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-0238b847-fa62-40f8-8abb-74c7b422ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:09.732776 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-0238b847-fa62-40f8-8abb-74c7b422ffc9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.1469576 Sep 16 02:10:09.757681 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2e69074c-e2a1-48f5-bb19-d99e5865417a req-c3b83dfa-8b6f-4f05-8907-7a59daab0259 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792022 Sep 16 02:10:10.069268 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-b3512fc4-3a25-444d-a962-cbe2443f9ac2 req-1b2eb83a-0554-4407-b021-7e8f3c105a2d service neutron] (106214) timed out ('10.222.0.50', 53304) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:10:10.086410 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bb7aa-8e42-40e9-87ee-c6ec11f12057 req-2e3ae8ea-2c0f-41f0-9aeb-f978a0b9e345 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:10.087739 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e2bb7aa-8e42-40e9-87ee-c6ec11f12057 req-2e3ae8ea-2c0f-41f0-9aeb-f978a0b9e345 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.3578427 Sep 16 02:10:10.098264 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-7c24c7f9-d0f7-4815-98b7-a42f62eb974d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 200 len: 1001 time: 0.3572919 Sep 16 02:10:10.138586 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1e2bb7aa-8e42-40e9-87ee-c6ec11f12057 req-71ed124c-69b3-417f-a0fc-87fb98cb7bd7 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Sep 16 02:10:10.192315 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-29807c4d-5139-48f1-85aa-1e062642647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:10.193705 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-29807c4d-5139-48f1-85aa-1e062642647b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0438693 Sep 16 02:10:10.238349 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-aade6143-423c-4fd6-a9f1-20934ccf87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:10.239776 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-aade6143-423c-4fd6-a9f1-20934ccf87fa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390956 Sep 16 02:10:10.710063 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-34a50f53-e31f-43cb-bcd4-036eb43c42f1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Sep 16 02:10:10.819720 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-060b74fa-bc54-4e78-b992-5da020e92db8 req-9ec6bb36-5f29-4ab6-9855-a46fce6640c9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855525 Sep 16 02:10:11.263391 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e907da-b265-4192-90a3-11354e49e2d2 req-2912c4be-717d-4063-8c5e-93e948f13ea8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:11.264845 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a6e907da-b265-4192-90a3-11354e49e2d2 req-2912c4be-717d-4063-8c5e-93e948f13ea8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0496016 Sep 16 02:10:11.312612 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a6e907da-b265-4192-90a3-11354e49e2d2 req-2910cc05-ac19-4595-80fb-9eb7ecadf61d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415051 Sep 16 02:10:12.437746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41df346-0b53-4cda-a319-82f25caf1aaa req-885c260b-01db-4ce2-a331-40aa6eae115d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:12.439384 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b41df346-0b53-4cda-a319-82f25caf1aaa req-885c260b-01db-4ce2-a331-40aa6eae115d tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0513041 Sep 16 02:10:12.485523 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b41df346-0b53-4cda-a319-82f25caf1aaa req-fbf2982a-1f97-40e3-a348-fe7a445b2b90 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 Sep 16 02:10:12.601689 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc127860-8056-465d-aefb-dfe2e524589f req-a21c43cd-5d70-4a71-baa5-2acc5d96dd2b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:12.603742 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cc127860-8056-465d-aefb-dfe2e524589f req-a21c43cd-5d70-4a71-baa5-2acc5d96dd2b tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0463824 Sep 16 02:10:12.614976 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54834) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:10:12.619160 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Request body: {'floatingip': {'port_id': 'f33275e6-6522-40eb-a550-7dce0558702f'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:10:12.656996 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:12.807236 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:12.848013 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:13.286230 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:13.289833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:13.385456 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP 064fc0b7-a0a9-4a4a-92f8-83ac5dae9335 associated. External IP: 172.27.0.54, port: f33275e6-6522-40eb-a550-7dce0558702f. Sep 16 02:10:13.582482 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:10:13.683675 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:10:13.688564 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:13.693420 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:10:13.707894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:10:13.708529 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:09:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:10:13.718945 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-4d41c838-e6cb-4901-8be1-33b0600dbe68 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/064fc0b7-a0a9-4a4a-92f8-83ac5dae9335 HTTP/1.1" status: 200 len: 990 time: 1.1028626 Sep 16 02:10:13.720665 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:10:13.723519 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "tag": "f33275e6-6522-40eb-a550-7dce0558702f"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:10:13.741976 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:13.763670 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82de21-c805-4ce6-b30d-384aef0e70ea x-openstack-request-id: req-0b82de21-c805-4ce6-b30d-384aef0e70ea {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:10:13.763917 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:13.764071 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "tag": "f33275e6-6522-40eb-a550-7dce0558702f", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:10:13.764258 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b82de21-c805-4ce6-b30d-384aef0e70ea {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:10:13.764674 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b82de21-c805-4ce6-b30d-384aef0e70ea'] response: {'name': 'network-changed', 'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f', 'status': 'completed', 'code': 200} Sep 16 02:10:13.819279 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:10:13.857179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-98348888-1f3a-4d67-bfdf-4333ed78854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:13.858694 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-98348888-1f3a-4d67-bfdf-4333ed78854e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 1129 time: 0.0404539 Sep 16 02:10:13.927745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:13.944335 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:13.958104 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-e9c7b377-9ec1-47ac-8a79-cb04e8b2a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:13.959561 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-e9c7b377-9ec1-47ac-8a79-cb04e8b2a1d3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.0951314 Sep 16 02:10:14.023534 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-b0a7efe2-cead-43fc-a1e5-d736f5088d36 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 200 len: 998 time: 0.0546548 Sep 16 02:10:14.071832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-a77719e8-bc9d-4307-88e6-79590065ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:14.073332 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-a77719e8-bc9d-4307-88e6-79590065ecc0 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0438726 Sep 16 02:10:14.119237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-83e2bfee-2a58-49d7-afc6-eb0cb6443333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:10:14.120688 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-83e2bfee-2a58-49d7-afc6-eb0cb6443333 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411015 Sep 16 02:10:14.159628 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '064fc0b7-a0a9-4a4a-92f8-83ac5dae9335', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'f33275e6-6522-40eb-a550-7dce0558702f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:10:01Z', 'updated_at': '2022-09-16T02:10:13Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:10:14.189177 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:10:14.197559 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:10:14.198167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:09:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:10:14.211277 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-343ebdd4-4b51-4efb-ae6a-13d97ef7c680 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841694 Sep 16 02:10:14.302734 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:10:14.304018 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-86c7bbf2-0155-4b5e-9a41-8bc31bfcc39c req-eb0d2b54-7b6a-4722-9fe2-6652de5ea8b5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Sep 16 02:10:14.511829 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '064fc0b7-a0a9-4a4a-92f8-83ac5dae9335', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'f33275e6-6522-40eb-a550-7dce0558702f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:10:01Z', 'updated_at': '2022-09-16T02:10:13Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:10:14.537167 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc26b7-c466-4ccf-bdba-e39baaff65b8 None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '064fc0b7-a0a9-4a4a-92f8-83ac5dae9335', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'port_id': 'f33275e6-6522-40eb-a550-7dce0558702f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'mac_address': 'fa:16:3e:df:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:10:01Z', 'updated_at': '2022-09-16T02:10:13Z', 'revision_number': 1, 'project_id': '663bde66131d47159ffa09ad33971895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:10:14.713241 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6cca5-8e61-470f-a17a-3d34df461e9f None None] New status for floating IP 064fc0b7-a0a9-4a4a-92f8-83ac5dae9335: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:10:16.023892 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3da92936-b3ec-4fcb-b5e1-3b11f91d5eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:18.452842 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-18c0b6a9-bf2f-415c-a78e-76ec28eed286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:19.562168 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:21.163636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:21.510303 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:23.714065 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:23.715928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:24.294400 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=32 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:24.301238 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=40 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:24.814461 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:24.816413 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:30.815114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:33.338977 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:10:40.808770 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:40.810734 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:45.205891 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:45.210059 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:10:46.015633 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4dd74900-4311-4343-bde9-45a2a5a562a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:48.458342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-669d010c-cf28-487d-984f-dbd64e1c8d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:49.566037 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:51.166425 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:10:51.513468 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:00.529422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03924900-7a21-4f4f-8b45-cf5eac9c8dc5 req-26906b44-93cc-486f-b306-13e26eea424a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:00.531238 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-03924900-7a21-4f4f-8b45-cf5eac9c8dc5 req-26906b44-93cc-486f-b306-13e26eea424a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0482049 Sep 16 02:11:00.581760 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-03924900-7a21-4f4f-8b45-cf5eac9c8dc5 req-92f2ad2d-3afd-447d-a1a1-d523d670fe69 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Sep 16 02:11:00.832667 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:01.704595 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433b002-6ef0-4ef1-8792-53ba62815d47 req-536c4a24-1392-466a-9a7c-03dfea608ed9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:01.706050 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3433b002-6ef0-4ef1-8792-53ba62815d47 req-536c4a24-1392-466a-9a7c-03dfea608ed9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0469158 Sep 16 02:11:01.754615 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3433b002-6ef0-4ef1-8792-53ba62815d47 req-49769df5-07cd-4a89-adc5-6e013eb53223 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430055 Sep 16 02:11:02.383532 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-2a7fdb20-0b09-4a44-8e76-147bdd99ab59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:02.384872 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-2a7fdb20-0b09-4a44-8e76-147bdd99ab59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Sep 16 02:11:02.464831 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port 3cb201ab-30c6-40a6-9607-59b641eed269 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:02.465165 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:02.556640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] For port 3cb201ab-30c6-40a6-9607-59b641eed269, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3cb201ab-30c6-40a6-9607-59b641eed269,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:02.556993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:02.719884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:02.720155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (61ca6aa2-4e81-4a6c-9ecb-71ea725630ea), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:02.720470 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 61ca6aa2-4e81-4a6c-9ecb-71ea725630ea disassociated. External IP: 172.27.0.156, port: 3cb201ab-30c6-40a6-9607-59b641eed269. Sep 16 02:11:02.720806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for 3cb201ab-30c6-40a6-9607-59b641eed269 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:02.883385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (3cb201ab-30c6-40a6-9607-59b641eed269), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:02.897845 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe44eda-1006-41c1-8c8c-005b17b4a76e req-96c62386-6fac-4546-b864-a92aa36956da tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:02.899307 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbe44eda-1006-41c1-8c8c-005b17b4a76e req-96c62386-6fac-4546-b864-a92aa36956da tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 945 time: 0.0634253 Sep 16 02:11:02.922505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=3cb201ab-30c6-40a6-9607-59b641eed269,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:02.946560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.946870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.947086 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.947431 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.947767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.948132 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.948466 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.948794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.949125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.949453 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.949781 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.950109 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.950433 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.950757 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:02.951078 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:03.026423 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbe44eda-1006-41c1-8c8c-005b17b4a76e req-51d8e832-d9a9-4f00-9846-2c60fc047114 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080790 Sep 16 02:11:03.081051 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:11:03.091761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:03.174709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:03.186837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:11:03.196753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:11:03.210098 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:03.210801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:10:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:03.229421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] No DVR routers for this DVR port 3cb201ab-30c6-40a6-9607-59b641eed269 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:11:03.231852 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:03.235266 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d8122344-91fa-4c18-9dc1-709a418897c2 req-c59fbc4b-f840-4fa9-88c9-7df17d2a2652 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "DELETE /networking/v2.0/ports/3cb201ab-30c6-40a6-9607-59b641eed269 HTTP/1.1" status: 204 len: 173 time: 0.8452950 Sep 16 02:11:03.235761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'name': 'network-vif-deleted', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:11:03.237992 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db5e4ae-a36b-4248-9bb6-bbf76ba9e7fb" -d '{"events": [{"server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "name": "network-vif-deleted", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:11:03.292539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2162e7eb-ec72-4fce-967e-7fe8a13692a2 x-openstack-request-id: req-2162e7eb-ec72-4fce-967e-7fe8a13692a2 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:11:03.293046 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2851de3-9ab0-467a-8026-5b44a95c5493", "name": "network-vif-deleted", "tag": "3cb201ab-30c6-40a6-9607-59b641eed269", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:11:03.293325 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2162e7eb-ec72-4fce-967e-7fe8a13692a2 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:11:03.293791 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2162e7eb-ec72-4fce-967e-7fe8a13692a2'] response: {'server_uuid': 'c2851de3-9ab0-467a-8026-5b44a95c5493', 'name': 'network-vif-deleted', 'tag': '3cb201ab-30c6-40a6-9607-59b641eed269', 'status': 'completed', 'code': 200} Sep 16 02:11:03.318540 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:03.523450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:03.550584 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:11:03.560259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:03.560887 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:10:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:03.672588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:03.865169 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:03.890652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9146dbc7-f3e2-48d0-848a-088b440c2fab None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:11:04.104180 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51463c-a1d8-4f34-a4d9-94bcb43adbbb None None] New status for floating IP 61ca6aa2-4e81-4a6c-9ecb-71ea725630ea: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:11:04.149787 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8c8917ff-e439-436c-aa2f-1e4e672addb2 req-480d6d7e-fa67-424f-9b1b-abf6e029d95c tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c2851de3-9ab0-467a-8026-5b44a95c5493 HTTP/1.1" status: 200 len: 210 time: 0.0325840 Sep 16 02:11:05.375851 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-ac185055-02ba-4436-8956-13ac6e11b90a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-201932569&fields=id&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 267 time: 0.0441992 Sep 16 02:11:05.446839 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 3cb201ab-30c6-40a6-9607-59b641eed269 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:11:05.466258 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 3cb201ab-30c6-40a6-9607-59b641eed269 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:11:05.466622 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 3cb201ab-30c6-40a6-9607-59b641eed269 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:11:05.480201 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-ed775bd7-e9b1-4c91-905a-84240465fc5a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:05.481624 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-ed775bd7-e9b1-4c91-905a-84240465fc5a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.0993567 Sep 16 02:11:05.496326 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-9fd1e6c9-50e8-4bdb-b58e-a112a8d4343a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/quotas/9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 375 time: 0.0087626 Sep 16 02:11:05.549188 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6ea654ce-5750-4b69-ae77-71dc03f45920 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469725 Sep 16 02:11:05.644725 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-d254974a-7317-4276-9831-83748f5aec9b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845616 Sep 16 02:11:05.739755 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-a2756218-85df-4938-8340-92fa9d84b6b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890155 Sep 16 02:11:06.029776 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-aadd74d1-c64f-4682-a94a-24f2e83c1907 req-04aed53a-eecb-43d6-a565-aeab7e1f6204 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 210 time: 0.0273013 Sep 16 02:11:07.163460 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-39859b7d-4d0f-4871-9f8e-3650db970427 req-9797c3bb-a3db-45b3-bbb2-50a61c1ae8b2 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 210 time: 0.0396874 Sep 16 02:11:07.207701 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-2577e34f-9b9d-4f1b-a7d5-07e4b65543c8 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:07.209194 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-2577e34f-9b9d-4f1b-a7d5-07e4b65543c8 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.1413643 Sep 16 02:11:07.290677 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-b5d78cce-da73-4114-af67-7e2eca9b2882 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 379 time: 0.0551348 Sep 16 02:11:07.299736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'port': {'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'admin_state_up': True, 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'security_groups': ['3956a61c-bc08-4897-8431-91c2cf6bfc03']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:11:07.408576 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Made reservation on behalf of 9cfcd2376b1c4398befa49b423aaae26 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:11:07.412365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.469716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:07.535452 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.20.0.11 (26a960ea-9980-48fb-8180-c5983fb286de/f681d6f9-96ea-4125-a2f5-19e422132b79/8cfd42e0-f275-4fb7-b9b7-11b1d2222158) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:11:07.662532 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:07.678686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.715245 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.761832 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:11:07.765759 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:11:07.768346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:11:07.800273 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:07.841729 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:07.842353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.863123 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-6f45bc97-1a38-4745-aa34-61db948693d0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669477 Sep 16 02:11:07.887437 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Request body: {'port': {'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:11:07.948914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.965838 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Provisioning complete for port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:11:07.966418 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:07.966555 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Attempt 1 to provision port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 Sep 16 02:11:07.998440 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:11:08.201858 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:11:08.209824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks [] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:08.223078 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Transition to ACTIVE for port object 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:11:08.227179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:08.252028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:08.298200 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2aff-1831-4967-96a7-7d181e1d9b23 req-7d11c049-a0e6-4220-8328-b05726001e81 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:08.299675 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-821c2aff-1831-4967-96a7-7d181e1d9b23 req-7d11c049-a0e6-4220-8328-b05726001e81 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0514545 Sep 16 02:11:08.307015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:08.340363 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Attempting to bind port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:11:08.340697 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Attempting to bind port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:11:08.341025 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Attempting to bind port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:11:08.350169 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-821c2aff-1831-4967-96a7-7d181e1d9b23 req-d32b40fb-9e58-4f79-a550-f38ae219ba52 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447018 Sep 16 02:11:08.383421 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 on network 26a960ea-9980-48fb-8180-c5983fb286de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:11:08.383747 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Attempting to bind port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:11:08.419383 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:08.430701 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:11:08.431037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:11:08.431484 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Bound using segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:11:08.431913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Bound port: 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:11:08.432289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:08.491726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:11:08.494736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:11:08.500132 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Attempt 2 to provision port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 Sep 16 02:11:08.502127 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:08.506323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:08.506961 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:08.508371 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 1094 time: 0.6297979 Sep 16 02:11:08.509871 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:11:08.512281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a" -d '{"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:11:08.544492 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a7b7a-4513-47db-8802-4192ba62c524 None None] Port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:11:08.559028 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fea53-63dd-4543-9d6e-2ffa973c46a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:08.569983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a44337-d4b9-4506-aa79-b6f0f093b1f9 x-openstack-request-id: req-d7a44337-d4b9-4506-aa79-b6f0f093b1f9 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:11:08.570280 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:11:08.570537 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7a44337-d4b9-4506-aa79-b6f0f093b1f9 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:11:08.570978 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a44337-d4b9-4506-aa79-b6f0f093b1f9'] response: {'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'status': 'completed', 'code': 200} Sep 16 02:11:08.634717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-11db6b5c-3bde-46bf-87fb-980adb154841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:08.636220 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-11db6b5c-3bde-46bf-87fb-980adb154841 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1128 time: 0.0421507 Sep 16 02:11:08.682646 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-a8d6f93c-a55b-422e-8674-c71d33072cf8 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 217 time: 0.0316510 Sep 16 02:11:08.732035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-24b305ec-4877-4a9d-8313-dd4ad17aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:08.733620 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-24b305ec-4877-4a9d-8313-dd4ad17aee89 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0432684 Sep 16 02:11:08.777601 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-80e27b11-bd86-48ff-86a3-65a2f91052ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:08.778966 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-80e27b11-bd86-48ff-86a3-65a2f91052ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384316 Sep 16 02:11:08.872547 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-08dc5d7a-f4a0-4b8e-86a3-2e2c7db637b9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870461 Sep 16 02:11:08.963256 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e7ebecb2-ad6e-4331-ada2-af18e4cc9efe req-a58f8eda-9e1e-4e83-ac0a-fe4f8219cb83 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846820 Sep 16 02:11:09.469953 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b187-ff50-42d9-ab54-50d25dffaf66 req-eb0e072c-e015-406c-8f3c-d2f3dd87bf77 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:09.471398 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d434b187-ff50-42d9-ab54-50d25dffaf66 req-eb0e072c-e015-406c-8f3c-d2f3dd87bf77 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0465968 Sep 16 02:11:09.519877 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d434b187-ff50-42d9-ab54-50d25dffaf66 req-1e6424cc-3a62-469e-88ff-ceaece77a597 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429156 Sep 16 02:11:09.821366 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-bff50899-46d4-473b-b72a-370387e39670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:09.822788 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-bff50899-46d4-473b-b72a-370387e39670 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1128 time: 0.0484898 Sep 16 02:11:09.894249 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-99aa8712-0177-42f5-833f-d5370b57a6c0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837255 Sep 16 02:11:09.934539 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-93002662-c45a-4eaa-b90e-bea77e322303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:09.936007 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-93002662-c45a-4eaa-b90e-bea77e322303 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0968952 Sep 16 02:11:09.982577 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-170a3a01-0b5c-4f91-9194-c9ff4c732a66 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 217 time: 0.0399866 Sep 16 02:11:10.042764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-512d3536-ae1b-4986-94be-e059937b94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.044256 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-512d3536-ae1b-4986-94be-e059937b94ef service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=663bde66131d47159ffa09ad33971895&device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 1129 time: 0.0695567 Sep 16 02:11:10.056596 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-685831a2-4f73-43d1-9a58-2f8def131159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.057951 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-685831a2-4f73-43d1-9a58-2f8def131159 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0566406 Sep 16 02:11:10.144671 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-e89835b5-d03a-43bd-97a2-fba733dfd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.146155 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-e89835b5-d03a-43bd-97a2-fba733dfd638 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804396 Sep 16 02:11:10.207890 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:10.232022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:10.238645 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-f8da85af-886c-478e-8ef1-184e41a0bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.240108 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-f8da85af-886c-478e-8ef1-184e41a0bea8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 200 len: 915 time: 0.1671731 Sep 16 02:11:10.313859 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-36a39e41-cf0b-47de-be35-d403da968ede service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601300 Sep 16 02:11:10.331282 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-1976ac7b-51c8-40cc-adab-d63fe34976cd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 200 len: 1000 time: 0.0843065 Sep 16 02:11:10.338080 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:11:10.427997 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-76385110-d78a-4494-854c-288ceb87d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.429324 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-76385110-d78a-4494-854c-288ceb87d8fb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 200 len: 853 time: 0.0888360 Sep 16 02:11:10.452371 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-abe4a5ab-731c-4e5e-b0d4-0008e171e88a req-1cfbc6aa-18a2-443e-a679-3a796d2ef32e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320028 Sep 16 02:11:10.772391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-44507bb0-d650-448b-8b37-76079fd42bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.773787 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-44507bb0-d650-448b-8b37-76079fd42bac service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=80b93367-5ee2-4183-922b-cb2be17dc7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3345809 Sep 16 02:11:10.796575 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821eb6a1-4f8d-4484-94d2-a89609953a1e req-817542d6-a7e4-4afe-9387-6efa8732f5b4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:10.797960 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-821eb6a1-4f8d-4484-94d2-a89609953a1e req-817542d6-a7e4-4afe-9387-6efa8732f5b4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0624814 Sep 16 02:11:10.913576 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-821eb6a1-4f8d-4484-94d2-a89609953a1e req-30ddd9a1-daf6-48b8-aef8-ef0000a76ddc tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064491 Sep 16 02:11:10.918739 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-a7d75cd2-bef2-4e1f-af89-09626dbc3430 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369472 Sep 16 02:11:11.008127 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-459d5eeb-37d8-4c9a-9550-6651c142a277 req-bd37f074-4365-4693-b789-73dc58980439 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Sep 16 02:11:12.035339 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc1e69-09c7-4eda-bdf5-6aa5f1caff42 req-b609d525-213c-4fc3-82d3-560d3a3880df tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:12.036797 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bdbc1e69-09c7-4eda-bdf5-6aa5f1caff42 req-b609d525-213c-4fc3-82d3-560d3a3880df tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0492599 Sep 16 02:11:12.084485 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-bdbc1e69-09c7-4eda-bdf5-6aa5f1caff42 req-da1169e3-110d-454d-b7d6-dff6b3e5aa4d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420096 Sep 16 02:11:13.206005 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af4e45-b3c0-4f8e-8908-9ea976e0cdad req-345fe910-3c84-46fd-9e00-a183100d37eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:13.207445 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a4af4e45-b3c0-4f8e-8908-9ea976e0cdad req-345fe910-3c84-46fd-9e00-a183100d37eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0499599 Sep 16 02:11:13.256431 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a4af4e45-b3c0-4f8e-8908-9ea976e0cdad req-b5b11ef9-9ed3-4fad-ad82-27d8cab9ae14 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434847 Sep 16 02:11:14.375854 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e288d3-1993-4ad1-b541-c8d416388dd5 req-9b71892d-e4ba-44ca-b35b-be21e6c62edc tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:14.377271 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a5e288d3-1993-4ad1-b541-c8d416388dd5 req-9b71892d-e4ba-44ca-b35b-be21e6c62edc tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0472052 Sep 16 02:11:14.425154 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a5e288d3-1993-4ad1-b541-c8d416388dd5 req-f4ad71f1-d3de-4760-aae2-c89ee57a2411 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Sep 16 02:11:15.543057 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f249c-7ded-4ee7-a788-11fdac255c42 req-b7b229c5-e533-42f7-ab58-b1a5d245ff96 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:15.544439 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f41f249c-7ded-4ee7-a788-11fdac255c42 req-b7b229c5-e533-42f7-ab58-b1a5d245ff96 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0461321 Sep 16 02:11:15.593407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f41f249c-7ded-4ee7-a788-11fdac255c42 req-2713deca-1dab-459c-a405-1080c0dd4c05 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Sep 16 02:11:16.006777 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:16.008406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:16.021948 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9792b270-542d-46c8-93be-e47d85e96dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:16.713302 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c43c1-564d-40c0-984b-1fd02bd2bf00 req-a884f829-f953-4265-961f-90ba3f3193bb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:16.714806 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f21c43c1-564d-40c0-984b-1fd02bd2bf00 req-a884f829-f953-4265-961f-90ba3f3193bb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0461907 Sep 16 02:11:16.769351 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f21c43c1-564d-40c0-984b-1fd02bd2bf00 req-55c5bede-9b8c-4b94-8ab3-a95be7946e3b tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479083 Sep 16 02:11:17.570243 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:17.895423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc905ee-d5cc-4d2b-ba33-5d5fd1d2005d req-fa362290-436c-48f1-89cb-376bf7cf6f92 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:17.896866 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9dc905ee-d5cc-4d2b-ba33-5d5fd1d2005d req-fa362290-436c-48f1-89cb-376bf7cf6f92 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0498650 Sep 16 02:11:17.945706 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-9dc905ee-d5cc-4d2b-ba33-5d5fd1d2005d req-34999163-9263-4495-ae74-93759ac177b3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432522 Sep 16 02:11:18.460328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-242e0ed5-64ea-488c-a34e-e5da06b24f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:19.067270 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc170ad-4b12-432c-b43f-022c8536d8bc req-15919026-0b11-459b-8a99-ff4d195f8366 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:19.068651 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ddc170ad-4b12-432c-b43f-022c8536d8bc req-15919026-0b11-459b-8a99-ff4d195f8366 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 944 time: 0.0474629 Sep 16 02:11:19.117139 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ddc170ad-4b12-432c-b43f-022c8536d8bc req-919c4c14-c19a-48be-be4e-8ec5658cdec8 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427687 Sep 16 02:11:19.476718 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:11:19.584448 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:19.589191 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:19.600402 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:11:19.636476 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:11:19.636860 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:19.649978 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:11:19.671758 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:19.675702 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:19.724615 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:19.731713 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.732026 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.732374 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.732772 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.733809 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.734149 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.734481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.734813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.735145 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.735470 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.735799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.736151 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.736476 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.736799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:19.737122 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:20.095623 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['8cfd42e0-f275-4fb7-b9b7-11b1d2222158'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:11:20.239272 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f126523-5aba-4d27-85e3-8720e1a1d324 req-2251c6cf-6aec-4924-92ef-02e7321d5fcf tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:20.240770 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f126523-5aba-4d27-85e3-8720e1a1d324 req-2251c6cf-6aec-4924-92ef-02e7321d5fcf tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 945 time: 0.0473375 Sep 16 02:11:20.290973 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7f126523-5aba-4d27-85e3-8720e1a1d324 req-0326cd02-44ba-42bc-94b0-55a57a3e1821 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445430 Sep 16 02:11:20.334037 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:21.172705 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:21.411399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7377e8-7213-46b3-8c73-58616fd34d85 req-fd274cc9-5515-44bd-9001-06612381b5d2 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:21.413102 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cb7377e8-7213-46b3-8c73-58616fd34d85 req-fd274cc9-5515-44bd-9001-06612381b5d2 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 945 time: 0.0466435 Sep 16 02:11:21.460374 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cb7377e8-7213-46b3-8c73-58616fd34d85 req-337a6e03-861f-4aa2-9db3-6abfabfdea4f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Sep 16 02:11:21.485325 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:11:21.533908 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:21.542414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:11:21.548228 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:11:21.548589 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:21.548921 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 Sep 16 02:11:21.622398 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:11:21.622775 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:21.633224 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:21.648000 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:11:21.650194 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9327dc8-c76e-4642-9466-8b10793a9265" -d '{"events": [{"server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "name": "network-vif-plugged", "status": "completed", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:11:21.652650 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:21.665109 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:21.669412 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:21.691766 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334af58f-9c77-4850-b7f2-96243231ccc5 x-openstack-request-id: req-334af58f-9c77-4850-b7f2-96243231ccc5 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:11:21.692075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "name": "network-vif-plugged", "status": "completed", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:11:21.692322 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-334af58f-9c77-4850-b7f2-96243231ccc5 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:11:21.692702 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334af58f-9c77-4850-b7f2-96243231ccc5'] response: {'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'code': 200} Sep 16 02:11:21.718829 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:21.954372 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:21.958072 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0c0c-8eec-407f-b7e6-2b9a2371a712 req-69be43bd-c857-4466-b8f1-f5439b9db297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:21.960231 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d1f0c0c-8eec-407f-b7e6-2b9a2371a712 req-69be43bd-c857-4466-b8f1-f5439b9db297 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0404477 Sep 16 02:11:22.009790 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0d1f0c0c-8eec-407f-b7e6-2b9a2371a712 req-1a657baf-2a9e-444c-9ac7-2c5c08504888 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Sep 16 02:11:22.583540 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64bf5-7c24-4f60-ab05-8433bbc911af req-b140b908-2040-4f76-b79b-d7dfa5017e3c tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:22.585003 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3aa64bf5-7c24-4f60-ab05-8433bbc911af req-b140b908-2040-4f76-b79b-d7dfa5017e3c tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0506828 Sep 16 02:11:22.633735 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3aa64bf5-7c24-4f60-ab05-8433bbc911af req-c5ab4826-4265-4c05-ab23-901caf69f1c3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Sep 16 02:11:23.759226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:23.778482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd142-dfbf-4bcf-b57b-b5332b8587a9 req-a4ae17a4-c469-414f-bc6c-d6c8f1ccb007 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:23.780550 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e30cd142-dfbf-4bcf-b57b-b5332b8587a9 req-a4ae17a4-c469-414f-bc6c-d6c8f1ccb007 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0573769 Sep 16 02:11:23.831607 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e30cd142-dfbf-4bcf-b57b-b5332b8587a9 req-27e291e8-0dcb-4c9e-aab8-246434b849f5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455363 Sep 16 02:11:23.920893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=81 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:23.922579 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:23.957999 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840df68-94ab-4f45-bf3e-f2de8b7739fc req-1b2b4700-3848-4888-91f6-1eb747fba08d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:23.959444 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1840df68-94ab-4f45-bf3e-f2de8b7739fc req-1b2b4700-3848-4888-91f6-1eb747fba08d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0475190 Sep 16 02:11:24.011483 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-1840df68-94ab-4f45-bf3e-f2de8b7739fc req-a300966a-5a2c-4ef1-9be4-37eb1432d6e1 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464327 Sep 16 02:11:24.040377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54942) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:24.079021 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb770d2-6af6-4861-aa56-737c23beb2d3 tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:24.080543 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-0eb770d2-6af6-4861-aa56-737c23beb2d3 tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1125 time: 0.0391982 Sep 16 02:11:24.083454 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 54944) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:24.087590 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:11:24.109706 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:24.214425 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:24.319788 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.27.0.243 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/52efddde-2b19-43eb-83d2-6f7400ceef29) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:11:24.424710 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:24.455858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:24.500599 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:11:24.505380 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:11:24.507816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:11:24.528789 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=52efddde-2b19-43eb-83d2-6f7400ceef29,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:24.542396 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.542742 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.543088 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.543430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.543760 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.544121 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.544446 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.544767 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.545708 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.546037 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.546362 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.546686 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.547006 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.547324 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.547643 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:11:24.767007 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:24.802495 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:24.871288 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (60f8f73e-4793-4906-8769-00a9a0fefb2c), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:24.940138 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:25.084699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:25.088994 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:25.154267 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=52efddde-2b19-43eb-83d2-6f7400ceef29,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:25.157539 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (60f8f73e-4793-4906-8769-00a9a0fefb2c), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:25.251000 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 60f8f73e-4793-4906-8769-00a9a0fefb2c associated. External IP: 172.27.0.243, port: 8cfd42e0-f275-4fb7-b9b7-11b1d2222158. Sep 16 02:11:25.447322 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:11:25.549596 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:11:25.558661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:11:25.568513 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:25.573521 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:25.574133 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:25.601009 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b030ab9b-c43f-404e-8f4f-77d6568ebb59 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5165186 Sep 16 02:11:25.601973 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:11:25.604605 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:11:25.644650 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9da5cc-b50f-4999-b739-04911a99f594 x-openstack-request-id: req-1a9da5cc-b50f-4999-b739-04911a99f594 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:11:25.645151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:11:25.645430 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a9da5cc-b50f-4999-b739-04911a99f594 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:11:25.645836 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9da5cc-b50f-4999-b739-04911a99f594'] response: {'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'status': 'completed', 'code': 200} Sep 16 02:11:25.679898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:25.738913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-1a711b88-9520-4de3-8076-ea6656fe7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:25.740335 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-1a711b88-9520-4de3-8076-ea6656fe7269 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0402491 Sep 16 02:11:25.840038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-620c5ca8-2ebd-4251-88a8-69b7d73db454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:25.841609 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-620c5ca8-2ebd-4251-88a8-69b7d73db454 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0945497 Sep 16 02:11:25.904287 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-5db8c89e-2e55-47e1-b4df-9ed026151ecc service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 1000 time: 0.0560083 Sep 16 02:11:25.906927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:24Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:25.931569 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:11:25.941165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:25.941678 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:25.960429 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-09a904b7-4d33-4f44-b37f-e5f2302bc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:25.961889 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-09a904b7-4d33-4f44-b37f-e5f2302bc72c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0513401 Sep 16 02:11:26.010700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-4ad2f6b5-d260-45ab-9456-2fefb3eb7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:26.012327 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-4ad2f6b5-d260-45ab-9456-2fefb3eb7b49 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438440 Sep 16 02:11:26.064287 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:26.119682 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-b2050637-a0da-4d80-8928-dc37921c2e4c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006298 Sep 16 02:11:26.231975 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-26643e3e-98cf-4366-81f5-a19a8f7fa6f5 req-903b03d9-3bd5-4853-8a12-9512d28e0bff service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051605 Sep 16 02:11:26.302574 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-f202d201-9a33-4904-922a-73646339cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:24Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:26.327314 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f202d201-9a33-4904-922a-73646339cda9 None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:24Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:11:26.507673 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ee3a3-d7eb-4b2c-96d0-6f6bc1a4f52c None None] New status for floating IP 60f8f73e-4793-4906-8769-00a9a0fefb2c: ACTIVE {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:11:30.827160 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:35.595692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:35.597568 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:36.226102 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=66 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:36.227992 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=52 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:36.661094 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa4636-c452-4314-a266-6d799765a0a5 req-f06fb500-a020-40a6-9e95-901d216c6bc5 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:36.662531 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-31aa4636-c452-4314-a266-6d799765a0a5 req-f06fb500-a020-40a6-9e95-901d216c6bc5 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0467045 Sep 16 02:11:36.708499 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-31aa4636-c452-4314-a266-6d799765a0a5 req-57d209c1-5087-4966-abb1-cc0f21aebd04 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Sep 16 02:11:37.831957 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e4ea0-ac90-47c3-99e6-5bfe00e4c2fc req-81461d5d-ca4a-4e29-8488-3c92587865b3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:37.833407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d54e4ea0-ac90-47c3-99e6-5bfe00e4c2fc req-81461d5d-ca4a-4e29-8488-3c92587865b3 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0465400 Sep 16 02:11:37.879336 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d54e4ea0-ac90-47c3-99e6-5bfe00e4c2fc req-b96f66b1-cf4d-4dea-84e8-b1404567e274 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403550 Sep 16 02:11:38.818288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-80929a26-c4e7-4ebb-87e9-fcd6e4d91b30 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:38.819809 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-80929a26-c4e7-4ebb-87e9-fcd6e4d91b30 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0509427 Sep 16 02:11:38.900694 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port f33275e6-6522-40eb-a550-7dce0558702f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:38.901364 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (f33275e6-6522-40eb-a550-7dce0558702f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:38.998064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] For port f33275e6-6522-40eb-a550-7dce0558702f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f33275e6-6522-40eb-a550-7dce0558702f,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:38.998423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (f33275e6-6522-40eb-a550-7dce0558702f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:39.003375 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b2db3-0ef8-4957-bfa0-ae34ca5eac8e req-f7a9d077-6119-4bc8-be16-f9b1e1553289 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:11:39.004869 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-774b2db3-0ef8-4957-bfa0-ae34ca5eac8e req-f7a9d077-6119-4bc8-be16-f9b1e1553289 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b HTTP/1.1" status: 200 len: 945 time: 0.0470026 Sep 16 02:11:39.171154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:39.171512 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:39.171820 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Floating IP 064fc0b7-a0a9-4a4a-92f8-83ac5dae9335 disassociated. External IP: 172.27.0.54, port: f33275e6-6522-40eb-a550-7dce0558702f. Sep 16 02:11:39.172190 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for f33275e6-6522-40eb-a550-7dce0558702f owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:39.277575 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-774b2db3-0ef8-4957-bfa0-ae34ca5eac8e req-0dcbbf38-10e9-42e5-8c19-5db29f624f64 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d0321b99-0f6b-43e1-b5b8-d4434376c8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670534 Sep 16 02:11:39.305642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (f33275e6-6522-40eb-a550-7dce0558702f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:39.334392 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=f33275e6-6522-40eb-a550-7dce0558702f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:39.444808 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:11:39.546883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:11:39.557576 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:11:39.569257 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:39.569871 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:39.589317 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] No DVR routers for this DVR port f33275e6-6522-40eb-a550-7dce0558702f on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:11:39.591823 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:39.595034 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-08ee9c64-8dca-4e3e-aaf5-9b5e684f0fa4 req-2e891d26-e7cf-4fda-b058-559e103115f8 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.50 "DELETE /networking/v2.0/ports/f33275e6-6522-40eb-a550-7dce0558702f HTTP/1.1" status: 204 len: 173 time: 0.7692103 Sep 16 02:11:39.595489 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'name': 'network-vif-deleted', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:11:39.597726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abfcb37-da40-4e63-9c04-4e0e9ab409cf" -d '{"events": [{"server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "name": "network-vif-deleted", "tag": "f33275e6-6522-40eb-a550-7dce0558702f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:11:39.635731 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c573c29-a267-4c3c-b71f-ca56d7fac24e x-openstack-request-id: req-2c573c29-a267-4c3c-b71f-ca56d7fac24e {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:11:39.636121 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b", "name": "network-vif-deleted", "tag": "f33275e6-6522-40eb-a550-7dce0558702f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:11:39.636294 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c573c29-a267-4c3c-b71f-ca56d7fac24e {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:11:39.636684 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c573c29-a267-4c3c-b71f-ca56d7fac24e'] response: {'server_uuid': 'b63e95fb-8d69-4f87-9eb0-b02c7f1b3c3b', 'name': 'network-vif-deleted', 'tag': 'f33275e6-6522-40eb-a550-7dce0558702f', 'status': 'completed', 'code': 200} Sep 16 02:11:39.681395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:39.683365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:39.766210 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:39.887831 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:39.916889 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:11:39.925187 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:39.925779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:40.023639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:40.214431 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:40.239038 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba77fbc-7b6a-45c1-95a4-8ad5ee6c33ab None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:04:32Z', 'revision_number': 4, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '20f44f95-a843-4bbe-852d-8c76918072c5', 'name': '', 'network_id': '80b93367-5ee2-4183-922b-cb2be17dc7b7', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'mac_address': 'fa:16:3e:26:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:31Z', 'updated_at': '2022-09-16T02:04:38Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'subnets': [{'id': 'fc00cc7f-ba57-4219-84a1-18cc851fb7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:11:40.375995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55022) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:40.403038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:40.407454 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:40.445853 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (d0321b99-0f6b-43e1-b5b8-d4434376c8cc), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.469253 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f473af-1e5a-4ffd-a312-a5364bccd91e None None] New status for floating IP 064fc0b7-a0a9-4a4a-92f8-83ac5dae9335: DOWN {{(pid=106216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:11:40.469774 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (d0321b99-0f6b-43e1-b5b8-d4434376c8cc), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.521753 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (d0321b99-0f6b-43e1-b5b8-d4434376c8cc), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.524605 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.525688 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d0321b99-0f6b-43e1-b5b8-d4434376c8cc HTTP/1.1" status: 204 len: 168 time: 0.1487277 Sep 16 02:11:40.528765 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55024) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:40.535358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9469b-2803-45ba-a238-e0dad6bb9768 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0321b99-0f6b-43e1-b5b8-d4434376c8cc,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:40.553555 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.api.v2.resource [None req-fe8bfd06-2a2f-445e-b8e5-e37fbd8d4f74 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] show failed (client error): The resource could not be found. Sep 16 02:11:40.554559 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-fe8bfd06-2a2f-445e-b8e5-e37fbd8d4f74 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d0321b99-0f6b-43e1-b5b8-d4434376c8cc HTTP/1.1" status: 404 len: 347 time: 0.0247757 Sep 16 02:11:40.557629 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55026) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:40.674370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Deleting port 2b594027-e622-4482-a527-066646ae82de {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:40.674714 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (2b594027-e622-4482-a527-066646ae82de), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.751908 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (2b594027-e622-4482-a527-066646ae82de), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.752279 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (2b594027-e622-4482-a527-066646ae82de), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.765365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Calling delete_port for 2b594027-e622-4482-a527-066646ae82de owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:40.897072 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (2b594027-e622-4482-a527-066646ae82de), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.921015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Pushing event deleted for resources: {'Port': ['ID=2b594027-e622-4482-a527-066646ae82de,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:40.986983 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks [] for floatingip (064fc0b7-a0a9-4a4a-92f8-83ac5dae9335), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.989743 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:40.990874 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a376d52c-63a5-4af3-9888-843376b1fc11 tempest-AttachVolumeNegativeTest-651370638 tempest-AttachVolumeNegativeTest-651370638-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/064fc0b7-a0a9-4a4a-92f8-83ac5dae9335 HTTP/1.1" status: 204 len: 168 time: 0.4322691 Sep 16 02:11:41.554659 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f33275e6-6522-40eb-a550-7dce0558702f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:11:41.578325 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: f33275e6-6522-40eb-a550-7dce0558702f {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:11:41.578668 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device f33275e6-6522-40eb-a550-7dce0558702f not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:11:44.683900 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55062) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:45.082274 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (819d03ef-ca6d-4108-a36e-458957760f41), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:45.299116 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Deleting port 20f44f95-a843-4bbe-852d-8c76918072c5 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:45.299442 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:45.379833 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] For port 20f44f95-a843-4bbe-852d-8c76918072c5, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=20f44f95-a843-4bbe-852d-8c76918072c5,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:45.380213 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:45.392935 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Calling delete_port for 20f44f95-a843-4bbe-852d-8c76918072c5 owned by network:router_interface {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:45.428420 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:45.506965 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:45.569466 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (20f44f95-a843-4bbe-852d-8c76918072c5), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:45.592511 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f44f95-a843-4bbe-852d-8c76918072c5,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:45.759479 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (819d03ef-ca6d-4108-a36e-458957760f41), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:45.961760 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Router 819d03ef-ca6d-4108-a36e-458957760f41 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:11:46.015027 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-1c320c05-d71e-47ed-9aa5-72279aa513cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.065127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:11:46.071236 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-23ba58b3-47be-47c6-aaba-621d0d171c73 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/819d03ef-ca6d-4108-a36e-458957760f41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3861933 Sep 16 02:11:46.074497 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55066) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:46.078036 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Sync routers for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:11:46.088124 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:46.088825 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:46.175540 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks [] for router (819d03ef-ca6d-4108-a36e-458957760f41), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.193716 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:46.253965 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:46.276300 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks [] for router_gateway (819d03ef-ca6d-4108-a36e-458957760f41), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.318764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Deleting port a07eab75-efbc-4222-9411-da6d17449d3b {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:46.319099 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.362841 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:11:45Z', 'revision_number': 5, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port': {'id': 'a07eab75-efbc-4222-9411-da6d17449d3b', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819d03ef-ca6d-4108-a36e-458957760f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:04:29Z', 'updated_at': '2022-09-16T02:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:46.392522 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Checking router: 819d03ef-ca6d-4108-a36e-458957760f41 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:11:46.400852 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Routers {'819d03ef-ca6d-4108-a36e-458957760f41'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:11:46.401453 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:11:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['819d03ef-ca6d-4108-a36e-458957760f41'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:46.401746 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] For port a07eab75-efbc-4222-9411-da6d17449d3b, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=a07eab75-efbc-4222-9411-da6d17449d3b,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:46.402115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.414770 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Calling delete_port for a07eab75-efbc-4222-9411-da6d17449d3b owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:46.424046 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:46.481004 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] Set router 819d03ef-ca6d-4108-a36e-458957760f41 gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:11:46.533677 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:11:46Z', 'revision_number': 6, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:46.558643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e5ddc-2727-49e3-a9b2-98d6bfffb61f None None] The sync data for ids ['819d03ef-ca6d-4108-a36e-458957760f41'] in dv-cinder-849143-2-iscsi is: [{'id': '819d03ef-ca6d-4108-a36e-458957760f41', 'name': 'tempest-AttachVolumeNegativeTest-911116023-router', 'tenant_id': '663bde66131d47159ffa09ad33971895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:04:28Z', 'updated_at': '2022-09-16T02:11:46Z', 'revision_number': 6, 'project_id': '663bde66131d47159ffa09ad33971895', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:11:46.584720 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (a07eab75-efbc-4222-9411-da6d17449d3b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.610682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07eab75-efbc-4222-9411-da6d17449d3b,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:46.671645 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (819d03ef-ca6d-4108-a36e-458957760f41), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.755826 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (819d03ef-ca6d-4108-a36e-458957760f41), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.757917 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks [] for router_controller (819d03ef-ca6d-4108-a36e-458957760f41), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.802758 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (819d03ef-ca6d-4108-a36e-458957760f41), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.803571 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 819d03ef-ca6d-4108-a36e-458957760f41 {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:11:46.807577 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.808879 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-0cbc81fa-b6d5-4bc0-8ecb-7492f560ab07 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/819d03ef-ca6d-4108-a36e-458957760f41 HTTP/1.1" status: 204 len: 168 time: 0.7334774 Sep 16 02:11:46.811924 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55070) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:46.856199 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Deleting subnet fc00cc7f-ba57-4219-84a1-18cc851fb7ec {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:11:46.859342 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Publish callbacks [] for subnet (fc00cc7f-ba57-4219-84a1-18cc851fb7ec), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.894401 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (fc00cc7f-ba57-4219-84a1-18cc851fb7ec), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:46.977124 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (fc00cc7f-ba57-4219-84a1-18cc851fb7ec), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.029999 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (fc00cc7f-ba57-4219-84a1-18cc851fb7ec), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.053182 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc00cc7f-ba57-4219-84a1-18cc851fb7ec,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:47.058632 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.062740 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-384937ec-6326-4946-a518-4136a9b9d0d5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/fc00cc7f-ba57-4219-84a1-18cc851fb7ec HTTP/1.1" status: 204 len: 168 time: 0.2498677 Sep 16 02:11:47.064859 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a022b-7aaf-424b-b8ae-285a1d09c2a8 None None] Network 80b93367-5ee2-4183-922b-cb2be17dc7b7 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:11:47.065403 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55072) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:47.079408 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:47.118964 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:47.128225 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:47.137388 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (80b93367-5ee2-4183-922b-cb2be17dc7b7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.184669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Deleting port 0e285bce-454a-418e-a14e-f106c05226c3 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:11:47.185009 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (0e285bce-454a-418e-a14e-f106c05226c3), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.247625 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] For port 0e285bce-454a-418e-a14e-f106c05226c3, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0e285bce-454a-418e-a14e-f106c05226c3,segment=NetworkSegment(dfc28073-b9ca-4a5f-af3c-aa4a6597b18a),segment_id=dfc28073-b9ca-4a5f-af3c-aa4a6597b18a)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:11:47.248031 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (0e285bce-454a-418e-a14e-f106c05226c3), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.260669 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Calling delete_port for 0e285bce-454a-418e-a14e-f106c05226c3 owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:11:47.271380 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:47.339833 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:11:47.341140 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3293b62e-01b9-4d17-b3f2-fae037edd822 None None] DHCP port deletion for 80b93367-5ee2-4183-922b-cb2be17dc7b7 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:11:47.348190 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (0e285bce-454a-418e-a14e-f106c05226c3), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.364431 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-3293b62e-01b9-4d17-b3f2-fae037edd822 None None] The port '0e285bce-454a-418e-a14e-f106c05226c3' was deleted {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 16 02:11:47.376092 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e285bce-454a-418e-a14e-f106c05226c3,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:47.377881 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] No DVR routers for this DVR port 0e285bce-454a-418e-a14e-f106c05226c3 on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:11:47.448435 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (80b93367-5ee2-4183-922b-cb2be17dc7b7), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.473642 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b93367-5ee2-4183-922b-cb2be17dc7b7']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:47.483475 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:47.483764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc28073-b9ca-4a5f-af3c-aa4a6597b18a') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:11:47.492942 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (dfc28073-b9ca-4a5f-af3c-aa4a6597b18a), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.509753 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (dfc28073-b9ca-4a5f-af3c-aa4a6597b18a), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.517518 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:11:47.517893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (dfc28073-b9ca-4a5f-af3c-aa4a6597b18a), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.581115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (80b93367-5ee2-4183-922b-cb2be17dc7b7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.588718 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.592043 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/80b93367-5ee2-4183-922b-cb2be17dc7b7 HTTP/1.1" status: 204 len: 168 time: 0.5257967 Sep 16 02:11:47.606632 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b2202-0cb0-4e73-86cd-3fc0b5b60fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b93367-5ee2-4183-922b-cb2be17dc7b7,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:47.685704 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment dfc28073-b9ca-4a5f-af3c-aa4a6597b18a resource provider aggregate not found Sep 16 02:11:47.702120 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment dfc28073-b9ca-4a5f-af3c-aa4a6597b18a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfc28073-b9ca-4a5f-af3c-aa4a6597b18a found for delete ", "request_id": "req-c937e115-67d0-40b0-8bfa-cdf964c8c698"}]} Sep 16 02:11:47.721086 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55082) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:47.762065 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b2030601-3a91-4fed-8895-d56eea6140f9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=663bde66131d47159ffa09ad33971895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398624 Sep 16 02:11:47.764828 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55084) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:47.816838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] Publish callbacks [] for security_group (75bab4f2-402d-4aac-8e66-717593d65365), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.836496 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] Publish callbacks [] for security_group (75bab4f2-402d-4aac-8e66-717593d65365), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.883855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (75bab4f2-402d-4aac-8e66-717593d65365), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.886326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:47.887444 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75bab4f2-402d-4aac-8e66-717593d65365 HTTP/1.1" status: 204 len: 168 time: 0.1217353 Sep 16 02:11:47.895001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eaa5cc-e201-4bf7-8b71-caef33e01ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bab4f2-402d-4aac-8e66-717593d65365,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:48.190929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 20f44f95-a843-4bbe-852d-8c76918072c5 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:11:48.211437 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 20f44f95-a843-4bbe-852d-8c76918072c5 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:11:48.211793 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 20f44f95-a843-4bbe-852d-8c76918072c5 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:11:48.212252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0e285bce-454a-418e-a14e-f106c05226c3 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:11:48.231322 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 0e285bce-454a-418e-a14e-f106c05226c3 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:11:48.231671 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0e285bce-454a-418e-a14e-f106c05226c3 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:11:48.232297 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a07eab75-efbc-4222-9411-da6d17449d3b no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:11:48.251622 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: a07eab75-efbc-4222-9411-da6d17449d3b {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:11:48.252013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device a07eab75-efbc-4222-9411-da6d17449d3b not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:11:48.464739 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a745-5b34-457e-a1db-14bd02839482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:49.569018 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:49.816925 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55154) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:49.923644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e959e422-11db-439c-b79c-70e591338503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.000638 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e959e422-11db-439c-b79c-70e591338503 admin admin] Publish callbacks [] for security_group (5590a66b-7b23-4efe-9dcc-381644539800), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.004408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e959e422-11db-439c-b79c-70e591338503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (5590a66b-7b23-4efe-9dcc-381644539800), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.042075 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e959e422-11db-439c-b79c-70e591338503 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5afd5859dfa543ac836c925a18c7986c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241013 Sep 16 02:11:50.044000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e422-11db-439c-b79c-70e591338503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5590a66b-7b23-4efe-9dcc-381644539800,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:50.045395 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55158) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:50.094675 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] Publish callbacks [] for security_group (5590a66b-7b23-4efe-9dcc-381644539800), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.114676 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] Publish callbacks [] for security_group (5590a66b-7b23-4efe-9dcc-381644539800), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.143072 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:50.162469 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (5590a66b-7b23-4efe-9dcc-381644539800), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.165035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.166164 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5590a66b-7b23-4efe-9dcc-381644539800 HTTP/1.1" status: 204 len: 168 time: 0.1197584 Sep 16 02:11:50.174164 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183ab3-eb2d-447e-8ac3-d7820b94ecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5590a66b-7b23-4efe-9dcc-381644539800,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:50.427096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55164) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:50.440330 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fd60fc5a-e424-4387-af0b-0df871aecaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.519747 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fd60fc5a-e424-4387-af0b-0df871aecaa2 admin admin] Publish callbacks [] for security_group (afd5628d-6810-462a-9902-82d5dac3ed4e), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.523174 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fd60fc5a-e424-4387-af0b-0df871aecaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (afd5628d-6810-462a-9902-82d5dac3ed4e), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.562206 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-fd60fc5a-e424-4387-af0b-0df871aecaa2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d104b040c74345f89ec9ca57efbe6b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340468 Sep 16 02:11:50.563045 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60fc5a-e424-4387-af0b-0df871aecaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5628d-6810-462a-9902-82d5dac3ed4e,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:50.564998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55166) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:11:50.610501 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:50.614341 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] Publish callbacks [] for security_group (afd5628d-6810-462a-9902-82d5dac3ed4e), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.639654 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] Publish callbacks [] for security_group (afd5628d-6810-462a-9902-82d5dac3ed4e), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.647332 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:50.688642 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (afd5628d-6810-462a-9902-82d5dac3ed4e), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.691239 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:50.692386 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/afd5628d-6810-462a-9902-82d5dac3ed4e HTTP/1.1" status: 204 len: 168 time: 0.1262662 Sep 16 02:11:50.700145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53362c33-9ac1-4921-94bc-a72aa26e3be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5628d-6810-462a-9902-82d5dac3ed4e,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:11:51.181197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:51.517840 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:11:54.572097 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:11:57.333223 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:00.553877 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=74,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:00.558289 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:00.695068 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:00.696004 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=7,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:00.843894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:10.836833 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:10.838783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:12.167816 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-11f60b96-e4ed-4684-9c8d-c901f86f54d5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433092 Sep 16 02:12:12.279898 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-cfd4278b-bdea-46f2-9f23-04f5637ead6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:12:12.281654 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-cfd4278b-bdea-46f2-9f23-04f5637ead6e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0476656 Sep 16 02:12:12.393276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-bbcddee4-fdb3-49f4-85c2-708710454cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:12:12.394697 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-bbcddee4-fdb3-49f4-85c2-708710454cad service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0901899 Sep 16 02:12:12.456720 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-8375f0a4-5f05-4548-8102-c14aa3f5abe3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 1002 time: 0.0551689 Sep 16 02:12:12.504607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-6ca5fa30-3b33-4751-93ca-8c1d92305e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:12:12.505975 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-6ca5fa30-3b33-4751-93ca-8c1d92305e64 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0435481 Sep 16 02:12:12.551860 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-ab7006af-3344-4e00-8ce7-b527968d5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:12:12.553311 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-ab7006af-3344-4e00-8ce7-b527968d5026 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410812 Sep 16 02:12:12.644356 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-fa3915cf-7cd9-4271-8656-364dd96f3ea0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846827 Sep 16 02:12:13.615806 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ad4c168e-729d-434d-9a3c-d6b6ab938960 req-4f795cd7-358f-4058-95eb-6b5e22499234 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891166 Sep 16 02:12:16.016931 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-eb2b1151-9675-4afd-96d8-2a2885a7f752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:18.467298 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e86ef0a-240c-4e07-8521-6ad61d6e91a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:19.572038 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:21.177859 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:21.520388 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:23.606624 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=45 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:23.613413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=56 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:24.338447 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:12:27.205647 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55400) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:27.308364 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.384970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Publish callbacks [] for security_group (58415571-f075-48ae-b867-d5edd5394270), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.388508 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (58415571-f075-48ae-b867-d5edd5394270), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.426608 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=663e9b4eacde426db202196157a6fe01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199090 Sep 16 02:12:27.427718 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58415571-f075-48ae-b867-d5edd5394270,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:27.429383 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55404) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:27.434950 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.435301 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.435644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.436006 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.436341 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.436668 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.436991 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.437316 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.437640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.437965 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.438293 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.438618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.438939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.439902 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.440244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd759b1a-f9c3-483a-8973-4134a6dacd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.478564 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Publish callbacks [] for security_group (58415571-f075-48ae-b867-d5edd5394270), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.498859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Publish callbacks [] for security_group (58415571-f075-48ae-b867-d5edd5394270), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.546394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (58415571-f075-48ae-b867-d5edd5394270), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.549620 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.550945 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/58415571-f075-48ae-b867-d5edd5394270 HTTP/1.1" status: 204 len: 168 time: 0.1205373 Sep 16 02:12:27.558576 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58415571-f075-48ae-b867-d5edd5394270,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:27.566845 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.567164 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.567416 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.567877 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.568397 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.568692 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.568963 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.569272 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.569654 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.570023 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.570422 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.570778 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.571090 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.571410 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.571729 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f9a6aa-a03d-4227-af48-b4ddd8ea9ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:12:27.814697 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55410) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:27.827866 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-28df6ae0-d234-45e5-95f0-1d9ff403e034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.907501 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-28df6ae0-d234-45e5-95f0-1d9ff403e034 admin admin] Publish callbacks [] for security_group (f40281a3-e8b8-40ab-aaec-fb56a88ab663), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.911034 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-28df6ae0-d234-45e5-95f0-1d9ff403e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f40281a3-e8b8-40ab-aaec-fb56a88ab663), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:27.948265 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df6ae0-d234-45e5-95f0-1d9ff403e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40281a3-e8b8-40ab-aaec-fb56a88ab663,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:27.952542 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-28df6ae0-d234-45e5-95f0-1d9ff403e034 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=981119dae15042a383f3a08aff171b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367993 Sep 16 02:12:27.955854 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55412) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:28.004233 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] Publish callbacks [] for security_group (f40281a3-e8b8-40ab-aaec-fb56a88ab663), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:28.024682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] Publish callbacks [] for security_group (f40281a3-e8b8-40ab-aaec-fb56a88ab663), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:28.072324 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (f40281a3-e8b8-40ab-aaec-fb56a88ab663), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:28.074784 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:28.075918 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f40281a3-e8b8-40ab-aaec-fb56a88ab663 HTTP/1.1" status: 204 len: 168 time: 0.1191216 Sep 16 02:12:28.083817 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3541-dcd0-42e5-aa26-867a6cee590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40281a3-e8b8-40ab-aaec-fb56a88ab663,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:30.839175 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:31.562553 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:33.924244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55494) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:34.026600 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb754-db5f-42dd-805d-5239337dfa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.104338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb754-db5f-42dd-805d-5239337dfa64 admin admin] Publish callbacks [] for security_group (1780b2f2-1f97-46ce-a2dd-b9aa25c92d08), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.107709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb754-db5f-42dd-805d-5239337dfa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1780b2f2-1f97-46ce-a2dd-b9aa25c92d08), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.144830 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffb754-db5f-42dd-805d-5239337dfa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1780b2f2-1f97-46ce-a2dd-b9aa25c92d08,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:34.149106 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-b4ffb754-db5f-42dd-805d-5239337dfa64 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=01f69c351a434283b7067da1a0df1730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232978 Sep 16 02:12:34.151982 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55498) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:34.202542 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] Publish callbacks [] for security_group (1780b2f2-1f97-46ce-a2dd-b9aa25c92d08), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.224562 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] Publish callbacks [] for security_group (1780b2f2-1f97-46ce-a2dd-b9aa25c92d08), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.272358 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (1780b2f2-1f97-46ce-a2dd-b9aa25c92d08), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.274862 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.275994 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1780b2f2-1f97-46ce-a2dd-b9aa25c92d08 HTTP/1.1" status: 204 len: 168 time: 0.1230960 Sep 16 02:12:34.283587 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca1f63-5af4-4700-b8b2-c9b32d359722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780b2f2-1f97-46ce-a2dd-b9aa25c92d08,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:34.334338 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:34.540176 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55504) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:34.554228 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfa81-f282-497e-9fa6-6c8bb1e00e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.634145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfa81-f282-497e-9fa6-6c8bb1e00e5a admin admin] Publish callbacks [] for security_group (b6169dab-0304-43ae-b71a-da0cec6c9de7), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.637932 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9e7bfa81-f282-497e-9fa6-6c8bb1e00e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b6169dab-0304-43ae-b71a-da0cec6c9de7), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.673093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:34.679033 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9e7bfa81-f282-497e-9fa6-6c8bb1e00e5a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0d546d50da6946bda8df5df4114f473c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378322 Sep 16 02:12:34.679719 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bfa81-f282-497e-9fa6-6c8bb1e00e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6169dab-0304-43ae-b71a-da0cec6c9de7,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:34.681859 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55506) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:34.733553 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] Publish callbacks [] for security_group (b6169dab-0304-43ae-b71a-da0cec6c9de7), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.753972 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] Publish callbacks [] for security_group (b6169dab-0304-43ae-b71a-da0cec6c9de7), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.801113 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (b6169dab-0304-43ae-b71a-da0cec6c9de7), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.803620 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:34.808375 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6169dab-0304-43ae-b71a-da0cec6c9de7 HTTP/1.1" status: 204 len: 168 time: 0.1254039 Sep 16 02:12:34.816697 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33126-a30f-42a9-be26-aba8eea1f150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6169dab-0304-43ae-b71a-da0cec6c9de7,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:42.855154 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55626) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:42.960467 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-74a4955b-813a-4cbe-9966-0b91797ccb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.035549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-74a4955b-813a-4cbe-9966-0b91797ccb28 admin admin] Publish callbacks [] for security_group (84e5ff9d-ad6f-4924-9826-683c4ad083fb), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.038988 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-74a4955b-813a-4cbe-9966-0b91797ccb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (84e5ff9d-ad6f-4924-9826-683c4ad083fb), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.044056 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:43.054034 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:43.083115 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-74a4955b-813a-4cbe-9966-0b91797ccb28 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2e479d5262b74882bcebb25d0a46e44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268405 Sep 16 02:12:43.085177 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4955b-813a-4cbe-9966-0b91797ccb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e5ff9d-ad6f-4924-9826-683c4ad083fb,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:43.086189 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55630) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:43.136617 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] Publish callbacks [] for security_group (84e5ff9d-ad6f-4924-9826-683c4ad083fb), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.155962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] Publish callbacks [] for security_group (84e5ff9d-ad6f-4924-9826-683c4ad083fb), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.187583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:43.206209 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (84e5ff9d-ad6f-4924-9826-683c4ad083fb), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.208749 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.209876 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/84e5ff9d-ad6f-4924-9826-683c4ad083fb HTTP/1.1" status: 204 len: 168 time: 0.1226952 Sep 16 02:12:43.217912 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68520f-d2a8-4005-a108-c6277ccb927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e5ff9d-ad6f-4924-9826-683c4ad083fb,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:43.228443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:43.230243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:43.473199 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55636) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:43.486545 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-081ea6a8-17dd-4285-8625-877195e30deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.564806 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-081ea6a8-17dd-4285-8625-877195e30deb admin admin] Publish callbacks [] for security_group (56a79e19-59cb-4bab-9470-2952243f05f2), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.569116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-081ea6a8-17dd-4285-8625-877195e30deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (56a79e19-59cb-4bab-9470-2952243f05f2), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.607365 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea6a8-17dd-4285-8625-877195e30deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a79e19-59cb-4bab-9470-2952243f05f2,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:43.615563 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-081ea6a8-17dd-4285-8625-877195e30deb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=58acf7d8a1f54462bd7ec734d62ad7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383204 Sep 16 02:12:43.616113 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55638) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:43.664606 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] Publish callbacks [] for security_group (56a79e19-59cb-4bab-9470-2952243f05f2), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.684112 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] Publish callbacks [] for security_group (56a79e19-59cb-4bab-9470-2952243f05f2), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.731234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (56a79e19-59cb-4bab-9470-2952243f05f2), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.733734 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:43.734864 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/56a79e19-59cb-4bab-9470-2952243f05f2 HTTP/1.1" status: 204 len: 168 time: 0.1181691 Sep 16 02:12:43.743053 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a3d33-092a-433c-b6b3-e1d0f2d81efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a79e19-59cb-4bab-9470-2952243f05f2,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:44.089040 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55644) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:44.102319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1b5-08e1-4f60-96ac-3b89be2db1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.189689 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1b5-08e1-4f60-96ac-3b89be2db1cf admin admin] Publish callbacks [] for security_group (9f97a238-34ab-44c8-9ed5-8afe208170e4), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.193676 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd1b5-08e1-4f60-96ac-3b89be2db1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9f97a238-34ab-44c8-9ed5-8afe208170e4), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.233585 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ec4fd1b5-08e1-4f60-96ac-3b89be2db1cf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9acef62abb4147fbb8f6ab8e6e68a6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434772 Sep 16 02:12:44.234426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd1b5-08e1-4f60-96ac-3b89be2db1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f97a238-34ab-44c8-9ed5-8afe208170e4,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:44.236415 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55646) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:12:44.287664 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] Publish callbacks [] for security_group (9f97a238-34ab-44c8-9ed5-8afe208170e4), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.310334 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] Publish callbacks [] for security_group (9f97a238-34ab-44c8-9ed5-8afe208170e4), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.570544 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (9f97a238-34ab-44c8-9ed5-8afe208170e4), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.573429 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:44.574561 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9f97a238-34ab-44c8-9ed5-8afe208170e4 HTTP/1.1" status: 204 len: 168 time: 0.3365612 Sep 16 02:12:44.582764 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c682f6-77cc-4f71-9542-bd4575fa9906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f97a238-34ab-44c8-9ed5-8afe208170e4,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:12:45.223784 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=15 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:45.227700 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=11 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:46.018872 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-851cf492-abdb-40e7-9045-d3bc8b671f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:48.469365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d5a20236-86bb-4eed-b5eb-44979a37d342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:49.575953 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:51.182757 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:51.524032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:12:54.220549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:54.229827 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=55,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:54.578032 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:12:54.578744 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:00.766247 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-84e6e5bc-9db1-4d94-8fdb-c3f5f23c93eb service neutron] (106214) timed out ('10.222.0.42', 50296) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:13:00.854876 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:00.938385 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-29765b9a-2abc-4955-b5cd-2d9afeaee737 req-3726e572-c01e-4478-a5d5-f7b5f158e9c7 tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] (106214) timed out ('10.222.0.42', 50304) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:13:01.337857 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:13:10.848321 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:10.850654 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:11.332706 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:11.333853 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:13.058777 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-88a27e39-5014-493c-9738-40de5893001d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382578 Sep 16 02:13:13.162987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-19cc03a3-ca35-4392-9417-d7e53ac173b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:13.164793 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-19cc03a3-ca35-4392-9417-d7e53ac173b0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0393250 Sep 16 02:13:13.280627 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-dfa18f8b-0c51-4810-987e-5cbf04feaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:13.282053 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-dfa18f8b-0c51-4810-987e-5cbf04feaea1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0963070 Sep 16 02:13:13.342698 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-e15df804-eabe-4280-9e0f-d053bc44c9ac service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 1002 time: 0.0541184 Sep 16 02:13:13.396655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-a8b7c88a-a713-4188-8e05-b28c57cb0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:13.398135 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-a8b7c88a-a713-4188-8e05-b28c57cb0fd1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0466743 Sep 16 02:13:13.445575 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-be751404-b053-4505-81e6-d408764d216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:13.447091 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-be751404-b053-4505-81e6-d408764d216d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386713 Sep 16 02:13:13.536274 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-ca305acc-838a-4458-b24c-39b9527b4425 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823100 Sep 16 02:13:13.633751 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bc013771-57e8-48e5-8e91-9319ba92cf28 req-3a9fe735-75a8-459f-9598-70d21e3904e4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912428 Sep 16 02:13:16.020503 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c7bb473e-65c3-48fd-bd6a-1f4b02dfe1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:18.472921 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9e58d9d5-23f2-4291-abfa-3580ca288f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:19.577988 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:21.183473 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:21.526736 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:23.622843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=51 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:23.629796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=50 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:26.414855 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55866) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:26.539159 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ddbc271a-0451-47a1-a929-43a6a2ffbe45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.616281 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ddbc271a-0451-47a1-a929-43a6a2ffbe45 admin admin] Publish callbacks [] for security_group (bcf645d8-ff45-429e-9383-54b16f5936e1), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.621442 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ddbc271a-0451-47a1-a929-43a6a2ffbe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bcf645d8-ff45-429e-9383-54b16f5936e1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.661377 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ddbc271a-0451-47a1-a929-43a6a2ffbe45 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d4127c079a684029bedf32b6bd7a105e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455080 Sep 16 02:13:26.662300 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc271a-0451-47a1-a929-43a6a2ffbe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf645d8-ff45-429e-9383-54b16f5936e1,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:26.664235 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55870) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:26.712970 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] Publish callbacks [] for security_group (bcf645d8-ff45-429e-9383-54b16f5936e1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.732266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] Publish callbacks [] for security_group (bcf645d8-ff45-429e-9383-54b16f5936e1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.781979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bcf645d8-ff45-429e-9383-54b16f5936e1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.784787 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:26.785966 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bcf645d8-ff45-429e-9383-54b16f5936e1 HTTP/1.1" status: 204 len: 168 time: 0.1205771 Sep 16 02:13:26.796899 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aae433-fd01-4fbb-b98c-e32d4fa40059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf645d8-ff45-429e-9383-54b16f5936e1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:30.857274 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.492265 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55940) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:33.603185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.684070 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Publish callbacks [] for security_group (a328678e-e7b7-4ebe-98f8-99122813b30f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.687893 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (a328678e-e7b7-4ebe-98f8-99122813b30f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.726359 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328678e-e7b7-4ebe-98f8-99122813b30f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:33.732646 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bdf1ae945ff546d9a7a99026f4f8fbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385352 Sep 16 02:13:33.735589 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 55944) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:33.738796 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.739152 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.739501 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.739848 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.740226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.740563 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.740894 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.741223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.741552 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.741881 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.742210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.742537 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.742909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.743235 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.743677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ddb71-96dd-43cf-899e-a4bce1fdfb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.819988 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Publish callbacks [] for security_group (a328678e-e7b7-4ebe-98f8-99122813b30f), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.843324 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Publish callbacks [] for security_group (a328678e-e7b7-4ebe-98f8-99122813b30f), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.896667 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (a328678e-e7b7-4ebe-98f8-99122813b30f), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.899714 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:33.900878 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a328678e-e7b7-4ebe-98f8-99122813b30f HTTP/1.1" status: 204 len: 168 time: 0.1642230 Sep 16 02:13:33.908570 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328678e-e7b7-4ebe-98f8-99122813b30f,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:33.916063 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.916405 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.916741 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.917073 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.917399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.917723 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.918046 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.918365 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.918685 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.919011 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.919329 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.919647 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.919981 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.920304 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:33.920612 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deafc4-6331-4599-82d5-3188bfa27b0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:34.529837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55970) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:34.625042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440637595-network', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:34.646577 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Made reservation on behalf of f1bf0e348b4944e8907b80446a12a6ac for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:13:34.648879 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.657752 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.731372 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks [] for security_group (bdb32e73-7b5a-481b-970f-0e8792981054), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.735037 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bdb32e73-7b5a-481b-970f-0e8792981054), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.761643 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:13:34.770513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb32e73-7b5a-481b-970f-0e8792981054,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:34.777175 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (71c45fac-d234-497c-8c66-59d8b5de7c00), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.777470 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Added segment 71c45fac-d234-497c-8c66-59d8b5de7c00 of type vlan for network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 Sep 16 02:13:34.820536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (31bd9b2e-65b9-4f38-9e36-5d5570da2439), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.848514 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (31bd9b2e-65b9-4f38-9e36-5d5570da2439), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.849483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:34.850087 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.904710 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3737781 Sep 16 02:13:34.907556 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55976) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:34.918640 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Request body: {'subnet': {'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440637595-subnet', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:34.931269 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89af88-dc69-41f5-b332-c51c4d246aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=31bd9b2e-65b9-4f38-9e36-5d5570da2439,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:34.941456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:13:34.946278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Made reservation on behalf of f1bf0e348b4944e8907b80446a12a6ac for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:13:34.948679 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:34.960447 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:35.015035 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:35.122463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (e414428d-d32c-4f85-b6da-cf1117d833bf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.180793 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e414428d-d32c-4f85-b6da-cf1117d833bf,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:35.189214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Checking segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:35.189569 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Network hostable DHCP agents. Network: 31bd9b2e-65b9-4f38-9e36-5d5570da2439, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:13:35.205739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:13:35.214631 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, 31bd9b2e-65b9-4f38-9e36-5d5570da2439) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:35.218570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:35.219154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.223964 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e482e2-e5ae-4d19-8a27-357a0f0b5dc7 None None] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:13:35.236947 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e984dd7e-92c1-4687-b117-085e9a80404c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3283572 Sep 16 02:13:35.239520 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55978) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:35.244534 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:35.265995 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.266927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.316546 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for router_controller (a46fecde-4656-434a-82f2-01a1ceb36edf), precommit_add_association {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.336055 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:13:35.337013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.468889 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Allocated IP 172.20.0.2 (31bd9b2e-65b9-4f38-9e36-5d5570da2439/e414428d-d32c-4f85-b6da-cf1117d833bf/832eb365-d9a6-4914-87fa-4bd9bc9391e8) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:35.625370 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks [] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.631377 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.678747 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:35.683922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:35.686698 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:35.690422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Pushing event updated for resources: {'Port': ['ID=832eb365-d9a6-4914-87fa-4bd9bc9391e8,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:35.703536 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.703885 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.704258 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.704597 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.704929 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.705256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.705580 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.705902 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.706222 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.706541 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.706862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.707181 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.707504 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.707813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.708150 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:35.722963 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for router_gateway (a46fecde-4656-434a-82f2-01a1ceb36edf), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.758430 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Attempting to bind port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:35.759008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Attempting to bind port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:35.759421 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Attempting to bind port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 on network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:35.801634 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:35.802002 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Checking segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:35.802401 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.802793 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Bound using segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:35.803251 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Bound port: 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:35.803675 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.860123 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:35.871872 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] For port 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:35.875347 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] For port 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=832eb365-d9a6-4914-87fa-4bd9bc9391e8,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:35.882773 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.918981 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for router_gateway (a46fecde-4656-434a-82f2-01a1ceb36edf), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:35.934809 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:35.938603 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2806c77-2d9f-4bcc-9179-416696cf6cee None None] Pushing event updated for resources: {'Port': ['ID=832eb365-d9a6-4914-87fa-4bd9bc9391e8,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:35.942884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.056870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:36.060198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Allocated IP 172.27.0.25 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/88f764f2-a9b4-410a-849b-b324e1befbcf) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:36.182644 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.188166 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:36.225080 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.269132 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:36.274343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:36.276854 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:36.279927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=88f764f2-a9b4-410a-849b-b324e1befbcf,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:36.294920 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 832eb365-d9a6-4914-87fa-4bd9bc9391e8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:36.340280 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:36.340567 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.340905 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 Sep 16 02:13:36.421276 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:36.421665 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.455908 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=832eb365-d9a6-4914-87fa-4bd9bc9391e8,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:36.459701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.507082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=832eb365-d9a6-4914-87fa-4bd9bc9391e8,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:36.525002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for router_gateway (a46fecde-4656-434a-82f2-01a1ceb36edf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.720253 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.827789 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1f9aa-80b2-4784-b010-2a29d34b5509 None None] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:13:36.853119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Router a46fecde-4656-434a-82f2-01a1ceb36edf is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:13:36.907002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:36.959031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:13:36.972010 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Sync routers for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:13:36.979049 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:36.983319 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-81e1c437-ac8b-424c-b47b-58fe29b51eb4 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7427530 Sep 16 02:13:36.984001 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 55984) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:36.994625 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:36.995250 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:37.009439 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-f73be24d-0678-496d-947c-e608822f9cd0 None None] Provisioning complete for port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:37.009801 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f73be24d-0678-496d-947c-e608822f9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.010342 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-f73be24d-0678-496d-947c-e608822f9cd0 None None] Attempt 1 to provision port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 Sep 16 02:13:37.122984 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:37.141294 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f73be24d-0678-496d-947c-e608822f9cd0 None None] Current status of the port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:37.145408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:37.310461 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:36Z', 'revision_number': 3, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:37.335230 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Checking router: a46fecde-4656-434a-82f2-01a1ceb36edf for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:13:37.335584 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Updating router a46fecde-4656-434a-82f2-01a1ceb36edf port 88f764f2-a9b4-410a-849b-b324e1befbcf binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:13:37.359302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-67f08e24-57c3-40d2-b4ef-28eb48340eef None None] Provisioning complete for port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:37.360340 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-67f08e24-57c3-40d2-b4ef-28eb48340eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.360681 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-67f08e24-57c3-40d2-b4ef-28eb48340eef None None] Attempt 1 to provision port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 Sep 16 02:13:37.364174 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.429353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.438295 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-67f08e24-57c3-40d2-b4ef-28eb48340eef None None] Current status of the port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:37.592258 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Allocated IP 172.20.0.1 (31bd9b2e-65b9-4f38-9e36-5d5570da2439/e414428d-d32c-4f85-b6da-cf1117d833bf/0a455b5c-331d-414a-9a1d-b3e70b7ee077) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:37.626376 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks [] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.631363 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.675177 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Attempting to bind port 88f764f2-a9b4-410a-849b-b324e1befbcf on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:37.675541 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Attempting to bind port 88f764f2-a9b4-410a-849b-b324e1befbcf by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:37.675900 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Attempting to bind port 88f764f2-a9b4-410a-849b-b324e1befbcf on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:37.697709 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks [] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.702399 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Pushing event updated for resources: {'Port': ['ID=88f764f2-a9b4-410a-849b-b324e1befbcf,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:37.712746 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.713087 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.713448 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.713803 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.714137 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.714464 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.714787 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.715106 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.715426 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.715745 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.716086 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.716422 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.716744 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.717056 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.717370 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:13:37.730788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.736096 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:37.736468 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:37.736868 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.737252 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:37.737716 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Bound port: 88f764f2-a9b4-410a-849b-b324e1befbcf, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:37.738090 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.775802 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:37.780779 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:37.784632 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:37.786391 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:37.786864 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] For port 88f764f2-a9b4-410a-849b-b324e1befbcf, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:37.790758 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] For port 88f764f2-a9b4-410a-849b-b324e1befbcf, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=88f764f2-a9b4-410a-849b-b324e1befbcf,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:37.798521 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.807914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:37.832030 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (a46fecde-4656-434a-82f2-01a1ceb36edf), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.856744 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:37.862818 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:37.863595 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:37.865645 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218fdb-fbb8-47cf-a314-c83de01d8767 None None] Pushing event updated for resources: {'Port': ['ID=88f764f2-a9b4-410a-849b-b324e1befbcf,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:37.891238 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:37.922078 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:37.970071 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:37.987861 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:38.068284 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Provisioning complete for port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:38.068918 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:38.069435 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 1 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:38.119737 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:38.147132 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks [] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:38.153266 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:38.180706 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:36Z', 'revision_number': 3, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:38.213031 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e66f2-f088-4b17-91b3-a1d3daada2f9 None None] The sync data for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi is: [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:36Z', 'revision_number': 3, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:13:38.221717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (a46fecde-4656-434a-82f2-01a1ceb36edf), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:38.231723 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:38.281370 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 832eb365-d9a6-4914-87fa-4bd9bc9391e8 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:38.337458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:38.337840 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:13:38.338155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:38.338516 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 Sep 16 02:13:38.363903 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:38.365788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:38.429158 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:38.480807 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-2106cbaf-6d67-46fe-aabd-c552fe9177c0 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-201932569&fields=id&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 267 time: 0.0534549 Sep 16 02:13:38.517344 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Router a46fecde-4656-434a-82f2-01a1ceb36edf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:13:38.620653 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 2 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:38.645929 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-68d30a0a-8ed9-4454-9682-b99b280dd353 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:38.647684 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-68d30a0a-8ed9-4454-9682-b99b280dd353 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.1613178 Sep 16 02:13:38.663930 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-e2356649-e442-44c5-8509-ff6a16d344ce tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/quotas/9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 375 time: 0.0098720 Sep 16 02:13:38.667187 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:13:38.683529 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2bb9febf-8536-4d55-8a0c-1d132376f9c5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a46fecde-4656-434a-82f2-01a1ceb36edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896799 Sep 16 02:13:38.683774 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:38.726924 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-b9fe56c9-188d-4069-bff1-f736f9a061e5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526760 Sep 16 02:13:38.902282 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-ca8d10df-c4a6-40a0-99b5-c50f6d55c5a0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634712 Sep 16 02:13:39.007656 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-27b54603-4213-49e2-8ea1-52312184aa63 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989072 Sep 16 02:13:39.181523 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 3 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:39.184604 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:39.235452 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:39.249184 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56024) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:39.254366 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1262385866-network', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:39.278122 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Made reservation on behalf of fc722981da144745ac23c631eb71ba4c for: {'network': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:13:39.280617 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for network (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.290237 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.296913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:39.391496 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7b4beb1a-0bf2-4c62-b199-2deb8e4e62dd req-ac4311f5-1d4f-416b-9e5e-046e842f53e5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 210 time: 0.0395811 Sep 16 02:13:39.435994 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks [] for security_group (147c1864-8cb2-45c5-94bf-6d2c1a45ef88), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.440953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (147c1864-8cb2-45c5-94bf-6d2c1a45ef88), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.468720 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 16 02:13:39.473039 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:39.479821 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c1864-8cb2-45c5-94bf-6d2c1a45ef88,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:39.486503 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (296d91b1-b862-42c4-abdb-24ca0f8826ff), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.486850 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.segments_db [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Added segment 296d91b1-b862-42c4-abdb-24ca0f8826ff of type vlan for network f1d4247e-c56e-4523-a1f7-87289886f824 Sep 16 02:13:39.532865 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772321271498'] for network (f1d4247e-c56e-4523-a1f7-87289886f824), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.558736 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335'] for network (f1d4247e-c56e-4523-a1f7-87289886f824), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.559820 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:39.560494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.624647 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3715611 Sep 16 02:13:39.625100 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56036) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:39.629583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Request body: {'subnet': {'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1262385866-subnet', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'ip_version': 4}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:39.634882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c360b1-10e6-4656-b02c-9b02015cf371 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d4247e-c56e-4523-a1f7-87289886f824,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:39.645601 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Network f1d4247e-c56e-4523-a1f7-87289886f824 details requested by agent ovs-agent-dv-cinder-849143-2-iscsi with host dv-cinder-849143-2-iscsi {{(pid=106215) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 16 02:13:39.654631 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Made reservation on behalf of fc722981da144745ac23c631eb71ba4c for: {'subnet': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:13:39.657182 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28933111'] for subnet (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.662165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:39.737403 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 4 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:39.778779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:39.857694 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27883275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28933089'] for subnet (065d4ac6-da07-4acb-b03a-7a9ef67197e2), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.912706 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065d4ac6-da07-4acb-b03a-7a9ef67197e2,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:39.931491 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Checking segment: {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:39.931884 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Network hostable DHCP agents. Network: f1d4247e-c56e-4523-a1f7-87289886f824, hostable agents: ['73b19e7f-f11a-496b-a038-e9a236208016'], hosted agents: [] {{(pid=106214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 16 02:13:39.953156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Network f1d4247e-c56e-4523-a1f7-87289886f824 is scheduled to be hosted by DHCP agent 73b19e7f-f11a-496b-a038-e9a236208016 with binding_index 1 {{(pid=106214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 16 02:13:39.963188 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-2-iscsi, f1d4247e-c56e-4523-a1f7-87289886f824) {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:39.967794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:39.968623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:39.972796 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e2f67-2fda-417c-8a40-bbc0bc9f53b9 None None] Network f1d4247e-c56e-4523-a1f7-87289886f824 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:13:39.988525 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-5d235f96-a887-4c17-bd08-d7bb84dabb47 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3627083 Sep 16 02:13:39.991314 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56044) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:39.996136 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:40.018966 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-502924', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7322'] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.020151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-501425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7297'] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.026069 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:40.057308 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Sync routers for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:13:40.082055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for router_controller (134ae94b-9756-412f-b9d0-71f7246b1c0a), precommit_add_association {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.083656 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:40.084367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:40.188631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b8f731-dce3-5386-a580-dee21cb6c33d-f1d4247e-c56e-4523-a1f7-87289886f824', 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824', 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'fixed_ips': [{'subnet_id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2'}]}} from dv-cinder-849143-2-iscsi. {{(pid=106215) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 16 02:13:40.189547 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.223893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for router_gateway (134ae94b-9756-412f-b9d0-71f7246b1c0a), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.248581 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:40.284813 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:40.287748 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 5 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:40.335525 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 88f764f2-a9b4-410a-849b-b324e1befbcf up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:40.432688 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for router_gateway (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.440458 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:40.453618 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.523407 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ebfd7963-16ac-48c8-a694-9b139562577e req-5506bee7-9187-4b90-ae44-adabb176beb1 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 210 time: 0.0316505 Sep 16 02:13:40.535026 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 88f764f2-a9b4-410a-849b-b324e1befbcf triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:40.535406 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.535735 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 88f764f2-a9b4-410a-849b-b324e1befbcf Sep 16 02:13:40.562595 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.db_base_plugin_common [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Allocated IP 172.20.0.2 (f1d4247e-c56e-4523-a1f7-87289886f824/065d4ac6-da07-4acb-b03a-7a9ef67197e2/505bbf4c-9ae1-43db-923e-5169e4588eb4) {{(pid=106215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:40.599441 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Allocated IP 172.27.0.26 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/b8bc6baa-3987-4efc-9c71-696041c082f9) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:40.712875 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.734470 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:40.748082 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:40.755323 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.764347 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:38Z', 'revision_number': 2, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:40.766063 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 88f764f2-a9b4-410a-849b-b324e1befbcf is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:40.766446 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.809365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Checking router: a46fecde-4656-434a-82f2-01a1ceb36edf for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:13:40.809689 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Updating router a46fecde-4656-434a-82f2-01a1ceb36edf port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:13:40.818876 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Pushing event updated for resources: {'Port': ['ID=b8bc6baa-3987-4efc-9c71-696041c082f9,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:40.831513 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:40.833292 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:40.840503 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:40.867120 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 88f764f2-a9b4-410a-849b-b324e1befbcf, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=88f764f2-a9b4-410a-849b-b324e1befbcf,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:40.878147 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.892578 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.921022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-e30e8eb1-0547-4a81-a7f3-99657e432e9f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:40.923254 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-e30e8eb1-0547-4a81-a7f3-99657e432e9f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 811 time: 0.1934392 Sep 16 02:13:40.925875 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks [] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), precommit_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.939826 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), after_create {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:40.966291 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 6 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:41.010685 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-a152d87e-800b-4149-ba7c-2cf2ccb3e554 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9cfcd2376b1c4398befa49b423aaae26 HTTP/1.1" status: 200 len: 379 time: 0.0717297 Sep 16 02:13:41.019592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'port': {'device_id': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'admin_state_up': True, 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'security_groups': ['3956a61c-bc08-4897-8431-91c2cf6bfc03']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:41.034860 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=88f764f2-a9b4-410a-849b-b324e1befbcf,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:41.038654 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Network f1d4247e-c56e-4523-a1f7-87289886f824 is already hosted by enough agents. {{(pid=106215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:41.089499 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.scheduler.base_scheduler [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Resources bound (agent type, host, resource id): {{(pid=106215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:41.089766 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.100223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for router_gateway (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.110363 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:41.111154 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Received port after_create {{(pid=106215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:41.137619 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.145360 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.163799 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Made reservation on behalf of 9cfcd2376b1c4398befa49b423aaae26 for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:13:41.168378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.201399 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.303691 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Pushing event updated for resources: {'Port': ['ID=505bbf4c-9ae1-43db-923e-5169e4588eb4,revision_number=1']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:41.304164 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-501481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-498465'] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.327294 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.20.0.7 (26a960ea-9980-48fb-8180-c5983fb286de/f681d6f9-96ea-4125-a2f5-19e422132b79/cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:41.376456 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Attempting to bind port 505bbf4c-9ae1-43db-923e-5169e4588eb4 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:41.376824 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Attempting to bind port 505bbf4c-9ae1-43db-923e-5169e4588eb4 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:41.377411 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Attempting to bind port 505bbf4c-9ae1-43db-923e-5169e4588eb4 on network f1d4247e-c56e-4523-a1f7-87289886f824 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:41.450332 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Router 134ae94b-9756-412f-b9d0-71f7246b1c0a is scheduled to L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 with binding_index 1 {{(pid=106213) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 16 02:13:41.467827 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:41.468600 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Checking segment: {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:41.469196 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.469761 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Bound using segment: {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:41.470444 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Bound port: 505bbf4c-9ae1-43db-923e-5169e4588eb4, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:41.471044 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.483922 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.531089 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.562303 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks [] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.583335 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.600578 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:13:41.615777 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Sync routers for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:13:41.625271 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 7 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:41.631393 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=7 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.648393 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:41.651227 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:41.676443 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] For port 505bbf4c-9ae1-43db-923e-5169e4588eb4, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:41.676711 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.680673 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-f966a231-9f75-4b65-a83b-a933a80b589e admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6856220 Sep 16 02:13:41.681947 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56052) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:41.719438 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:41.723993 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54b0f-d1cf-4490-816a-0acfbbe9e88e None None] Pushing event updated for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:41.728336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] For port 505bbf4c-9ae1-43db-923e-5169e4588eb4, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=505bbf4c-9ae1-43db-923e-5169e4588eb4,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:41.734631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:41.759674 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.809120 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Attempting to bind port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:41.809593 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Attempting to bind port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:41.810038 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Attempting to bind port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 on network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:41.869494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3c78d-7909-4cd3-928f-d96a4330427f None None] Pushing event updated for resources: {'Port': ['ID=505bbf4c-9ae1-43db-923e-5169e4588eb4,revision_number=2']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:41.899457 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:41.900212 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Checking segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:41.900776 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.901397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Bound using segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:41.901955 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Bound port: 0a455b5c-331d-414a-9a1d-b3e70b7ee077, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:41.902409 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.947575 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:41.969699 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 26a960ea-9980-48fb-8180-c5983fb286de is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:41.975467 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] For port 0a455b5c-331d-414a-9a1d-b3e70b7ee077, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:41.979412 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] For port 0a455b5c-331d-414a-9a1d-b3e70b7ee077, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0a455b5c-331d-414a-9a1d-b3e70b7ee077,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:41.990450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:41.991091 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:42.011270 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:42.018184 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:42.075633 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815d0fc-cfac-4800-b723-f81d158e1b2f req-8c817ae1-f06f-4a14-8f51-cf8010517166 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:42.079458 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0815d0fc-cfac-4800-b723-f81d158e1b2f req-8c817ae1-f06f-4a14-8f51-cf8010517166 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 931 time: 0.1120703 Sep 16 02:13:42.142085 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:42.142843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:42.143177 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:42.143459 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.204907 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f4f21586-6441-4919-8e74-a2f8d7623681 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1891263 Sep 16 02:13:42.209814 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 3, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:42.229241 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0815d0fc-cfac-4800-b723-f81d158e1b2f req-e48040b3-8ba1-4f13-9247-a2a8f5d2d766 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410427 Sep 16 02:13:42.235287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Request body: {'port': {'device_id': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:42.247008 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Attempt 8 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:42.263054 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a54b0f-d1cf-4490-816a-0acfbbe9e88e None None] Pushing event updated for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:42.284823 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Checking router: 134ae94b-9756-412f-b9d0-71f7246b1c0a for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:13:42.285462 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Updating router 134ae94b-9756-412f-b9d0-71f7246b1c0a port b8bc6baa-3987-4efc-9c71-696041c082f9 binding host dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:13:42.318108 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.394969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.478414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:42.537753 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 505bbf4c-9ae1-43db-923e-5169e4588eb4 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:42.600209 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.603219 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks [] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), precommit_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.611052 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.657431 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.660043 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.661177 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Attempting to bind port b8bc6baa-3987-4efc-9c71-696041c082f9 on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:42.661807 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Attempting to bind port b8bc6baa-3987-4efc-9c71-696041c082f9 by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:42.662578 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Attempting to bind port b8bc6baa-3987-4efc-9c71-696041c082f9 on network 49aee5ea-cca2-40ce-ab41-4730cf37422e {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:42.664770 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Current status of the port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:42.665454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.673061 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.700484 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 505bbf4c-9ae1-43db-923e-5169e4588eb4 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:42.700859 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.701087 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982023-c6fc-495f-9415-6528438d3bee None None] Pushing event updated for resources: {'Port': ['ID=b8bc6baa-3987-4efc-9c71-696041c082f9,revision_number=2']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:42.701207 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 505bbf4c-9ae1-43db-923e-5169e4588eb4 Sep 16 02:13:42.707487 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.726555 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:42.727279 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.728071 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Checking segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:42.728751 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.729363 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Bound using segment: {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'} {{(pid=106216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:42.730077 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.managers [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Bound port: b8bc6baa-3987-4efc-9c71-696041c082f9, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e'}}] {{(pid=106216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:42.730943 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), before_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.790210 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] For port b8bc6baa-3987-4efc-9c71-696041c082f9, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:42.794248 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.plugins.ml2.db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] For port b8bc6baa-3987-4efc-9c71-696041c082f9, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=b8bc6baa-3987-4efc-9c71-696041c082f9,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:42.805613 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:13:42.815216 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks [] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.818784 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron_lib.callbacks.manager [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), after_update {{(pid=106216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.828885 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Allocated IP 172.20.0.1 (f1d4247e-c56e-4523-a1f7-87289886f824/065d4ac6-da07-4acb-b03a-7a9ef67197e2/35246237-2e1b-4da0-aef2-00a25364c46b) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:13:42.830959 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] For port 0a455b5c-331d-414a-9a1d-b3e70b7ee077, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0a455b5c-331d-414a-9a1d-b3e70b7ee077,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:42.834767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Transition to ACTIVE for port object cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:13:42.836673 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.840546 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.867189 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.905760 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Pushing event updated for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:42.911927 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c982023-c6fc-495f-9415-6528438d3bee None None] Pushing event updated for resources: {'Port': ['ID=b8bc6baa-3987-4efc-9c71-696041c082f9,revision_number=3']} {{(pid=106216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:42.925932 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:42.926919 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:42.961704 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 505bbf4c-9ae1-43db-923e-5169e4588eb4 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:42.962323 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.968453 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:42.978811 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks [] for port (35246237-2e1b-4da0-aef2-00a25364c46b), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:42.988817 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:43.026712 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638515af-72e7-4822-a745-5ab143e2f42c None None] Pushing event updated for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:43.045015 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.050996 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Attempting to bind port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:43.051523 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Attempting to bind port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:43.051767 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Attempting to bind port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:43.089189 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:43.095071 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port 505bbf4c-9ae1-43db-923e-5169e4588eb4, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=505bbf4c-9ae1-43db-923e-5169e4588eb4,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:43.107864 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.108803 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 88f764f2-a9b4-410a-849b-b324e1befbcf up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:43.120502 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Pushing event updated for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:43.127434 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 on network 26a960ea-9980-48fb-8180-c5983fb286de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:13:43.127761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Attempting to bind port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 on network 26a960ea-9980-48fb-8180-c5983fb286de {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:43.132507 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Network f1d4247e-c56e-4523-a1f7-87289886f824 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:43.135445 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:43.140382 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:13:43.202242 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:43.202587 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Checking segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:43.205372 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-522520'] for router_interface (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.206761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Bound using segment: {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:43.207234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Bound port: cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788c8c6d-a605-43c3-a509-bdc95e97e90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:43.207603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.219157 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:41Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:43.264407 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b63a-eee3-485a-b470-fd15dd850267 None None] The sync data for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi is: [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:41Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:13:43.280041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-d320e495-bd97-46e2-86e6-89ee21795ab0 None None] Provisioning complete for port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:43.280651 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d320e495-bd97-46e2-86e6-89ee21795ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.281142 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-d320e495-bd97-46e2-86e6-89ee21795ab0 None None] Attempt 1 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:43.286962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:43.291338 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:43.306628 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.312829 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:43.313483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.318147 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-edccafe5-4384-4eec-a732-557202b15bac service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 1093 time: 1.0875764 Sep 16 02:13:43.322494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:13:43.324958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966d4d6-7e07-4b71-97f5-f73892cd855b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:13:43.365361 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 88f764f2-a9b4-410a-849b-b324e1befbcf triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:43.368104 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.368819 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 88f764f2-a9b4-410a-849b-b324e1befbcf Sep 16 02:13:43.427013 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ec229-ae7a-47e2-b451-9740394c7292 None None] Network f1d4247e-c56e-4523-a1f7-87289886f824 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:13:43.452362 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=505bbf4c-9ae1-43db-923e-5169e4588eb4,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:43.477030 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f3c51562-4419-42c0-8deb-163aa6414bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:43.479109 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-f3c51562-4419-42c0-8deb-163aa6414bed service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1127 time: 0.0861244 Sep 16 02:13:43.479255 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 3, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:43.480936 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7329a4aa-f4a6-452a-ac8a-becae8b773c1 x-openstack-request-id: req-7329a4aa-f4a6-452a-ac8a-becae8b773c1 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:13:43.481369 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:13:43.481625 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7329a4aa-f4a6-452a-ac8a-becae8b773c1 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:13:43.482020 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7329a4aa-f4a6-452a-ac8a-becae8b773c1'] response: {'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'status': 'completed', 'code': 200} Sep 16 02:13:43.482801 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccafe5-4384-4eec-a732-557202b15bac service neutron] Pushing event updated for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:43.512954 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1d4cc-c49b-4651-9a51-6fb7a1ef0a52 None None] The sync data for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi is: [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 3, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:13:43.540934 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-7fb72f83-235e-469d-9284-ad01b10d41bc service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 217 time: 0.0478120 Sep 16 02:13:43.611441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-2bf57e33-2a53-4597-b68b-e2c935c18ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:43.613494 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-2bf57e33-2a53-4597-b68b-e2c935c18ee3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0677261 Sep 16 02:13:43.651565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 88f764f2-a9b4-410a-849b-b324e1befbcf is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:43.688395 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-10975e9f-60cb-4edb-b35a-9f90f29bb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:43.690322 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-d320e495-bd97-46e2-86e6-89ee21795ab0 None None] Current status of the port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:43.697194 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-10975e9f-60cb-4edb-b35a-9f90f29bb425 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697932 Sep 16 02:13:43.753027 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c2106-384c-4af4-9028-4a75f715f863 req-eb987173-b6db-468c-9e0f-6422a101467f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:43.758912 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb9c2106-384c-4af4-9028-4a75f715f863 req-eb987173-b6db-468c-9e0f-6422a101467f tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0670176 Sep 16 02:13:43.818613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-661002e0-11e1-4061-a9f4-66d5e137d2df None None] Provisioning complete for port 505bbf4c-9ae1-43db-923e-5169e4588eb4 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:43.818995 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-661002e0-11e1-4061-a9f4-66d5e137d2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:43.819340 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-661002e0-11e1-4061-a9f4-66d5e137d2df None None] Attempt 1 to provision port 505bbf4c-9ae1-43db-923e-5169e4588eb4 Sep 16 02:13:43.863532 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-81b773d2-04df-498d-9cb8-3ec86c3c4dc0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654513 Sep 16 02:13:43.946672 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb9c2106-384c-4af4-9028-4a75f715f863 req-55615dc1-0df2-481b-9635-f6293dc27333 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536691 Sep 16 02:13:43.947816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.000427 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-661002e0-11e1-4061-a9f4-66d5e137d2df None None] Current status of the port 505bbf4c-9ae1-43db-923e-5169e4588eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:44.056923 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e497bb3b-be9c-4c1d-a39b-e33c2abb88b5 req-9fc6666a-8adc-41bb-84b1-a9e1e23ce513 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815424 Sep 16 02:13:44.090142 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:44.129238 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Provisioning complete for port 505bbf4c-9ae1-43db-923e-5169e4588eb4 triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:44.129754 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.130187 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 1 to provision port 505bbf4c-9ae1-43db-923e-5169e4588eb4 Sep 16 02:13:44.163481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:44.191969 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks [] for port (35246237-2e1b-4da0-aef2-00a25364c46b), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.212904 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.267109 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Current status of the port 505bbf4c-9ae1-43db-923e-5169e4588eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:44.283051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Provisioning complete for port 35246237-2e1b-4da0-aef2-00a25364c46b triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:44.284313 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.284863 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 1 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:44.333122 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Pushing event updated for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:44.349103 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:44.350071 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3682337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-522636'] for router_interface (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.439120 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 505bbf4c-9ae1-43db-923e-5169e4588eb4 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:44.478512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Network f1d4247e-c56e-4523-a1f7-87289886f824 is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:13:44.479982 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:13:44.493244 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 505bbf4c-9ae1-43db-923e-5169e4588eb4 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:44.493620 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.493960 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 505bbf4c-9ae1-43db-923e-5169e4588eb4 Sep 16 02:13:44.530432 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:44.621435 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 505bbf4c-9ae1-43db-923e-5169e4588eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:44.622527 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device b8bc6baa-3987-4efc-9c71-696041c082f9 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:44.623339 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Router 134ae94b-9756-412f-b9d0-71f7246b1c0a has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:13:44.679136 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port b8bc6baa-3987-4efc-9c71-696041c082f9 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:44.679669 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.679897 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port b8bc6baa-3987-4efc-9c71-696041c082f9 Sep 16 02:13:44.743980 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=100 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:44.764268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:13:44.777989 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-ef6f72a8-ba1a-472d-824e-d5d504f97b44 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/134ae94b-9756-412f-b9d0-71f7246b1c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0856116 Sep 16 02:13:44.794857 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port b8bc6baa-3987-4efc-9c71-696041c082f9 is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:44.795250 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.822832 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] For port b8bc6baa-3987-4efc-9c71-696041c082f9, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=b8bc6baa-3987-4efc-9c71-696041c082f9,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:44.827396 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:44.828331 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0a455b5c-331d-414a-9a1d-b3e70b7ee077 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:44.854107 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 2 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:45.054052 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:45.067476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-c7fe4620-cbb9-4b3a-87ff-d48a53882955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:45.069601 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-c7fe4620-cbb9-4b3a-87ff-d48a53882955 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1127 time: 0.0643451 Sep 16 02:13:45.082127 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:45.091232 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:45.091760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.091951 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 Sep 16 02:13:45.124131 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Pushing event updated for resources: {'Port': ['ID=b8bc6baa-3987-4efc-9c71-696041c082f9,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.134059 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550021-1ac9-4a1c-8e63-1de8a37365ea req-9f4441c9-6a79-489c-9231-f5028065cd57 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:45.137837 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6c550021-1ac9-4a1c-8e63-1de8a37365ea req-9f4441c9-6a79-489c-9231-f5028065cd57 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0575531 Sep 16 02:13:45.186854 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:45.204945 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6c550021-1ac9-4a1c-8e63-1de8a37365ea req-b933bf6e-b249-43f5-957a-32ae32597bd6 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630417 Sep 16 02:13:45.224108 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-c2ee0806-a3ae-48e2-8e0b-28523bdda2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:45.225656 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-c2ee0806-a3ae-48e2-8e0b-28523bdda2b7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.1487956 Sep 16 02:13:45.275551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-e19c5b60-a00b-401b-8994-09f6ff17585b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 217 time: 0.0409012 Sep 16 02:13:45.279263 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56066) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.283676 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180323317', 'description': 'tempest-secgroup-smoke-180323317 description', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.305039 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.310583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:45.327059 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-9ada8d1e-2d99-44fd-8741-241aacc1c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:45.328536 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-9ada8d1e-2d99-44fd-8741-241aacc1c30f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0473242 Sep 16 02:13:45.376000 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.378700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-ac14435d-738d-4d35-b180-b51ed62d882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:45.379569 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.380249 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-ac14435d-738d-4d35-b180-b51ed62d882d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454762 Sep 16 02:13:45.409099 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.410283 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1299903 Sep 16 02:13:45.414719 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56068) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.419069 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.423543 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497311-92a0-41a5-880e-83740fc97d3b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.451483 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (4d5cca94-480d-4801-b502-47a9be590432), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.480916 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-caba3e35-9cdb-4f4f-b3fa-cc389bafc133 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941033 Sep 16 02:13:45.494483 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:45.514054 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (4d5cca94-480d-4801-b502-47a9be590432), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.517746 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (4d5cca94-480d-4801-b502-47a9be590432), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.536998 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5cca94-480d-4801-b502-47a9be590432,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.545858 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.547056 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-db6a4152-32cc-4227-a572-84a4173417d0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312737 Sep 16 02:13:45.549790 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56070) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.554032 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.579669 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a966d4d6-7e07-4b71-97f5-f73892cd855b req-dbbc269d-4004-4d46-ac9b-289e29f4cf4c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931804 Sep 16 02:13:45.582688 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (49d754c3-8ce0-4589-b428-4f7394f53dac), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.583458 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 3 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:45.624560 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:45.650365 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (49d754c3-8ce0-4589-b428-4f7394f53dac), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.654799 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (49d754c3-8ce0-4589-b428-4f7394f53dac), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.673379 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d754c3-8ce0-4589-b428-4f7394f53dac,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.682035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.683348 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b163f625-d2d0-4756-aef7-c9b14d5c2434 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326208 Sep 16 02:13:45.686133 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56072) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.690502 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.697956 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:45.720527 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (9b1b258b-6607-4671-93bd-dcaf5785e54d), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.780411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (9b1b258b-6607-4671-93bd-dcaf5785e54d), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.783903 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (9b1b258b-6607-4671-93bd-dcaf5785e54d), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.803816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1b258b-6607-4671-93bd-dcaf5785e54d,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.810696 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.811999 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-aa3450b4-eec4-44e7-8539-9f7af35efe8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247678 Sep 16 02:13:45.814805 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56074) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.819078 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.846615 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (da7c31aa-8444-45dc-ba05-c02adb703785), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.910127 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (da7c31aa-8444-45dc-ba05-c02adb703785), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.916521 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (da7c31aa-8444-45dc-ba05-c02adb703785), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.936916 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7c31aa-8444-45dc-ba05-c02adb703785,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:45.943307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:45.944371 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c9b93c99-c9d2-4662-b0aa-10ea3cb90ea5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285563 Sep 16 02:13:45.947734 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56076) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:45.951891 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:45.973055 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.securitygroups_db [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Project f1bf0e348b4944e8907b80446a12a6ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:13:45.979652 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (e7d806ee-a5f0-498f-bb92-b456beb4c2f1), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.024709 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-5589c877-3266-4cbd-9cd9-b828dde3f211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.043708 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (e7d806ee-a5f0-498f-bb92-b456beb4c2f1), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.047502 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (e7d806ee-a5f0-498f-bb92-b456beb4c2f1), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.068645 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d806ee-a5f0-498f-bb92-b456beb4c2f1,revision_number=0']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:46.078626 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.079918 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-394e376b-6598-40e8-ad6a-8b69c0fe91df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311350 Sep 16 02:13:46.083051 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56078) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:46.088882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'security_group_rule': {'security_group_id': 'cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d', 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:46.110007 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.securitygroups_db [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Project f1bf0e348b4944e8907b80446a12a6ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 16 02:13:46.116356 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (3dccbd17-9d74-484f-983c-14d52ca9b21a), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.125266 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 4 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:46.159725 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:46.182883 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (3dccbd17-9d74-484f-983c-14d52ca9b21a), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.186394 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419221'] for security_group_rule (3dccbd17-9d74-484f-983c-14d52ca9b21a), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.205946 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dccbd17-9d74-484f-983c-14d52ca9b21a,revision_number=0']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:46.213375 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.214784 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-344c6988-24d8-4184-b4dc-2fb9d6345dd3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306250 Sep 16 02:13:46.275424 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Sync routers for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:13:46.280695 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device b8bc6baa-3987-4efc-9c71-696041c082f9 up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:46.286454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:46.323631 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:46.324292 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:46.360703 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900436a8-1524-4999-998d-50ac2a4158d1 req-287a1eef-daab-46b7-9c73-1e9219417d6d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:46.362205 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-900436a8-1524-4999-998d-50ac2a4158d1 req-287a1eef-daab-46b7-9c73-1e9219417d6d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0527685 Sep 16 02:13:46.382041 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port b8bc6baa-3987-4efc-9c71-696041c082f9 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:46.382423 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.383432 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port b8bc6baa-3987-4efc-9c71-696041c082f9 Sep 16 02:13:46.423085 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-900436a8-1524-4999-998d-50ac2a4158d1 req-39d1cade-90ab-4d2f-9dbd-949d6ca8a562 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515485 Sep 16 02:13:46.481884 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:46.579746 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port b8bc6baa-3987-4efc-9c71-696041c082f9 is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:46.670144 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 5 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:46.746155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:46.747217 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:43Z', 'revision_number': 4, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '35246237-2e1b-4da0-aef2-00a25364c46b', 'name': '', 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'mac_address': 'fa:16:3e:21:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:42Z', 'updated_at': '2022-09-16T02:13:44Z', 'revision_number': 2, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'subnets': [{'id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:46.772204 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Checking router: 134ae94b-9756-412f-b9d0-71f7246b1c0a for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:13:46.772578 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Updating router 134ae94b-9756-412f-b9d0-71f7246b1c0a port 35246237-2e1b-4da0-aef2-00a25364c46b binding host dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 16 02:13:46.800653 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:46.841419 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:47.063910 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks [] for port (35246237-2e1b-4da0-aef2-00a25364c46b), precommit_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.070074 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.141340 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daaf02-6726-4d85-acc5-c7e599bae83b None None] Pushing event updated for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=3']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:47.173223 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Attempting to bind port 35246237-2e1b-4da0-aef2-00a25364c46b on host dv-cinder-849143-2-iscsi for vnic_type normal with profile {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:13:47.173643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Attempting to bind port 35246237-2e1b-4da0-aef2-00a25364c46b by drivers openvswitch,hyperv on host dv-cinder-849143-2-iscsi at level 0 using segments [{'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:13:47.174009 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Attempting to bind port 35246237-2e1b-4da0-aef2-00a25364c46b on network f1d4247e-c56e-4523-a1f7-87289886f824 {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:13:47.175957 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:47.222344 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Checking agent: {'id': 'eb341a41-9ef7-462a-b358-c3928a3e9e78', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 45, 51), 'started_at': datetime.datetime(2022, 9, 16, 1, 46, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:13:47.222716 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Checking segment: {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:13:47.223122 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.223514 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Bound using segment: {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'} {{(pid=106215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:13:47.224021 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.managers [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Bound port: 35246237-2e1b-4da0-aef2-00a25364c46b, host: dv-cinder-849143-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296d91b1-b862-42c4-abdb-24ca0f8826ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824'}}] {{(pid=106215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:13:47.224407 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.256386 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 6 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:47.308171 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Port 35246237-2e1b-4da0-aef2-00a25364c46b cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:13:47.313422 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] For port 35246237-2e1b-4da0-aef2-00a25364c46b, host dv-cinder-849143-2-iscsi, cleared binding levels {{(pid=106215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:13:47.316792 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] For port 35246237-2e1b-4da0-aef2-00a25364c46b, host dv-cinder-849143-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=35246237-2e1b-4da0-aef2-00a25364c46b,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:13:47.323343 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.364249 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:13:47.365174 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:47.426962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daaf02-6726-4d85-acc5-c7e599bae83b None None] Pushing event updated for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:47.489723 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:13:47.550413 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d856-49e2-40e7-920c-5cd57f12f2ba req-b23c8571-08d3-4f29-ac5a-0f42fc22092e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:47.551887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3b87d856-49e2-40e7-920c-5cd57f12f2ba req-b23c8571-08d3-4f29-ac5a-0f42fc22092e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0501156 Sep 16 02:13:47.609818 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-3b87d856-49e2-40e7-920c-5cd57f12f2ba req-f8b8e8ae-7a31-47ad-89b8-b8ba908d76fd tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517833 Sep 16 02:13:47.697032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-2718c527-eac4-4332-9126-c86389820dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:43Z', 'revision_number': 4, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '35246237-2e1b-4da0-aef2-00a25364c46b', 'name': '', 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'mac_address': 'fa:16:3e:21:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:42Z', 'updated_at': '2022-09-16T02:13:47Z', 'revision_number': 4, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'subnets': [{'id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:13:47.722186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2718c527-eac4-4332-9126-c86389820dbb None None] The sync data for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi is: [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:43Z', 'revision_number': 4, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '35246237-2e1b-4da0-aef2-00a25364c46b', 'name': '', 'network_id': 'f1d4247e-c56e-4523-a1f7-87289886f824', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'mac_address': 'fa:16:3e:21:05:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:42Z', 'updated_at': '2022-09-16T02:13:47Z', 'revision_number': 4, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'subnets': [{'id': '065d4ac6-da07-4acb-b03a-7a9ef67197e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:13:47.809732 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Attempt 7 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:47.890016 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:47.897032 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Current status of the port 35246237-2e1b-4da0-aef2-00a25364c46b is: DOWN; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:47.897693 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.936912 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] For port 35246237-2e1b-4da0-aef2-00a25364c46b, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=35246237-2e1b-4da0-aef2-00a25364c46b,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:47.941173 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:47.991707 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0cd07-5ebb-41d0-afbb-b0d509e923ff None None] Pushing event updated for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:48.061759 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-a6ce6ac5-64aa-46a5-b2b1-5c31be6ac1af None None] Provisioning complete for port 35246237-2e1b-4da0-aef2-00a25364c46b triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:48.062242 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6ac5-64aa-46a5-b2b1-5c31be6ac1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:48.062651 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-a6ce6ac5-64aa-46a5-b2b1-5c31be6ac1af None None] Attempt 1 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:48.098354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:48.145658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce6ac5-64aa-46a5-b2b1-5c31be6ac1af None None] Current status of the port 35246237-2e1b-4da0-aef2-00a25364c46b is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:48.287098 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 35246237-2e1b-4da0-aef2-00a25364c46b up at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:48.334096 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Provisioning complete for port 35246237-2e1b-4da0-aef2-00a25364c46b triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:48.334475 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:48.334816 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Attempt 1 to provision port 35246237-2e1b-4da0-aef2-00a25364c46b Sep 16 02:13:48.411579 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Current status of the port 35246237-2e1b-4da0-aef2-00a25364c46b is: ACTIVE; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:48.482705 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-90379f55-1b68-4c06-96b5-ce7d16019e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:48.734231 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd6b0c-1e67-4c0d-a703-826c4b6ecc9c req-611aab98-f122-4923-bd52-803ab880b9eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:48.735742 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f1fd6b0c-1e67-4c0d-a703-826c4b6ecc9c req-611aab98-f122-4923-bd52-803ab880b9eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0485573 Sep 16 02:13:48.786677 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f1fd6b0c-1e67-4c0d-a703-826c4b6ecc9c req-e854827c-feb2-42e9-9012-ea13f0b66e46 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Sep 16 02:13:49.582149 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:49.910341 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c0c6-7e34-4896-b2ba-82e82ea8237d req-7f0eaec8-2afe-4df6-8868-bcf735d2b9b3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:49.911881 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ff0c0c6-7e34-4896-b2ba-82e82ea8237d req-7f0eaec8-2afe-4df6-8868-bcf735d2b9b3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0501904 Sep 16 02:13:49.968562 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1ff0c0c6-7e34-4896-b2ba-82e82ea8237d req-41b5090f-aa21-4185-990d-499b43a7dbc4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500534 Sep 16 02:13:51.091108 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3839a62-ac5e-4838-bd50-a35ff25dfd94 req-6ee354c9-e2be-4de0-bc29-939b1026299a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:51.092601 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b3839a62-ac5e-4838-bd50-a35ff25dfd94 req-6ee354c9-e2be-4de0-bc29-939b1026299a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0475223 Sep 16 02:13:51.125233 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:51.149399 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b3839a62-ac5e-4838-bd50-a35ff25dfd94 req-d1da6aac-9118-4afb-8a20-85fc4a471936 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505641 Sep 16 02:13:51.189636 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:51.530551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:52.270197 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff9bf-8731-4bb5-b3bb-8e974632d4bf req-e5303fa1-f678-4e89-b234-040c24f2b2c5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:52.271674 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77aff9bf-8731-4bb5-b3bb-8e974632d4bf req-e5303fa1-f678-4e89-b234-040c24f2b2c5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0481679 Sep 16 02:13:52.320664 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-77aff9bf-8731-4bb5-b3bb-8e974632d4bf req-bffc6a2b-ebe6-4b39-bf39-e9c785ad8974 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Sep 16 02:13:53.453137 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6c15-8dd6-4071-b372-2db256988aa1 req-d0cd8201-0b46-436d-8b52-9da4c793e9db tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:53.454568 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7a5f6c15-8dd6-4071-b372-2db256988aa1 req-d0cd8201-0b46-436d-8b52-9da4c793e9db tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 943 time: 0.0513563 Sep 16 02:13:53.482205 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:53.483567 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:53.505855 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7a5f6c15-8dd6-4071-b372-2db256988aa1 req-88fc559f-4d73-4e46-acd5-0a3bd4b87fa7 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Sep 16 02:13:54.241136 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:13:54.345814 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:54.359188 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'port_id': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'mac_address': 'fa:16:3e:cf:b0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:13:54.394752 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:54.395137 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:54.409042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:13:54.432480 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:54.436457 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:54.487518 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:54.629665 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06be046-fe12-4d29-a2c1-fdfc2428342e req-eb9d962b-f63e-44ce-876c-b7c1ccb4ea55 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:54.631126 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f06be046-fe12-4d29-a2c1-fdfc2428342e req-eb9d962b-f63e-44ce-876c-b7c1ccb4ea55 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 944 time: 0.0478230 Sep 16 02:13:54.679785 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f06be046-fe12-4d29-a2c1-fdfc2428342e req-e3facb35-4c57-47ba-b063-7ff17927f9c6 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Sep 16 02:13:55.161984 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:13:55.329145 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:55.340338 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:55.802060 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c589a7-2c23-4dbc-a61a-0b71fe38f023 req-3aff8cf4-c64f-47e9-9f7c-31c3c7d2da65 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:55.803523 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-20c589a7-2c23-4dbc-a61a-0b71fe38f023 req-3aff8cf4-c64f-47e9-9f7c-31c3c7d2da65 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 944 time: 0.0474963 Sep 16 02:13:55.822928 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:55.857532 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-20c589a7-2c23-4dbc-a61a-0b71fe38f023 req-45486f23-7841-4558-af7f-8846b07dd3a3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478232 Sep 16 02:13:56.388618 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:13:56.432808 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:13:56.437971 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:13:56.438369 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:56.438715 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 Sep 16 02:13:56.515843 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:13:56.516172 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:56.540818 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:13:56.544464 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99485f05-3065-43ef-837d-24d93cdace03" -d '{"events": [{"server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "name": "network-vif-plugged", "status": "completed", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:13:56.558271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:13:56.562785 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:56.587090 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b444b0f-717b-4ff3-83b4-d463de877046 x-openstack-request-id: req-3b444b0f-717b-4ff3-83b4-d463de877046 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:13:56.587414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "name": "network-vif-plugged", "status": "completed", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:13:56.587689 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b444b0f-717b-4ff3-83b4-d463de877046 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:13:56.588356 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b444b0f-717b-4ff3-83b4-d463de877046'] response: {'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'code': 200} Sep 16 02:13:56.614781 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:13:56.857846 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f58652-dc2c-4d05-ba9d-0ec1ddd8b278 req-eab193fc-c30d-4c1c-9292-363993148e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:56.859311 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f0f58652-dc2c-4d05-ba9d-0ec1ddd8b278 req-eab193fc-c30d-4c1c-9292-363993148e75 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1129 time: 0.0427878 Sep 16 02:13:56.889318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:56.907566 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f0f58652-dc2c-4d05-ba9d-0ec1ddd8b278 req-8080f2ed-b4ae-4793-b427-a2b382f29362 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421312 Sep 16 02:13:56.980754 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695d537-e834-4104-bfd6-3e7e44394388 req-7d799399-5a15-4892-9db0-3b050429b921 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:56.982222 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3695d537-e834-4104-bfd6-3e7e44394388 req-7d799399-5a15-4892-9db0-3b050429b921 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.0496106 Sep 16 02:13:57.030694 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3695d537-e834-4104-bfd6-3e7e44394388 req-756c3f44-cbed-4751-8f4a-bb70d488752c tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Sep 16 02:13:58.156710 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab73f7-8999-4125-b591-3d608c7a2b19 req-420fa6e2-5863-41c4-97d0-2261e1f1cdf5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:58.158154 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-55ab73f7-8999-4125-b591-3d608c7a2b19 req-420fa6e2-5863-41c4-97d0-2261e1f1cdf5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.0513313 Sep 16 02:13:58.184139 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:13:58.211246 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-55ab73f7-8999-4125-b591-3d608c7a2b19 req-d9c0c02d-2f4e-4c9c-bc34-b3d0443f76a3 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472438 Sep 16 02:13:59.333210 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c6315-a7b5-4393-a61f-61488d587d70 req-5e1caa02-69a8-4d3f-a7f9-284cce96e9e5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:59.334691 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-151c6315-a7b5-4393-a61f-61488d587d70 req-5e1caa02-69a8-4d3f-a7f9-284cce96e9e5 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.0464718 Sep 16 02:13:59.385462 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-151c6315-a7b5-4393-a61f-61488d587d70 req-3be1a403-56fa-4d1c-812c-b8dac83365a7 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441880 Sep 16 02:13:59.507116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4b603-ea9d-4e04-a921-6b2662786266 req-05a463a0-940b-47d4-96a2-0a8b6fee5f9b tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:59.508634 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4a4b603-ea9d-4e04-a921-6b2662786266 req-05a463a0-940b-47d4-96a2-0a8b6fee5f9b tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Sep 16 02:13:59.564116 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f4a4b603-ea9d-4e04-a921-6b2662786266 req-4eb120ce-a3db-4022-a259-a5084c9a8042 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Sep 16 02:13:59.594100 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56198) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:59.779195 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a2d1b-6aec-49fa-ac57-24e62969d12d tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:13:59.780643 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-193a2d1b-6aec-49fa-ac57-24e62969d12d tempest-TestVolumeBootPattern-2043385844 tempest-TestVolumeBootPattern-2043385844-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1124 time: 0.1855471 Sep 16 02:13:59.783429 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56202) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:13:59.787729 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'port_id': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:13:59.809494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:59.890927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:13:59.993725 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Allocated IP 172.27.0.37 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/9ccaa7a8-0177-4aac-9e19-45d5b8d84a93) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:14:00.099441 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.130323 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.171171 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:14:00.174278 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:14:00.178181 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:14:00.181119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=9ccaa7a8-0177-4aac-9e19-45d5b8d84a93,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:00.391253 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:00.394463 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:00.531611 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (3ada2284-0ca2-4e6c-b665-d39888f0ad8d), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.596249 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.740926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.745978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.818051 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event updated for resources: {'Port': ['ID=9ccaa7a8-0177-4aac-9e19-45d5b8d84a93,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:00.821343 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (3ada2284-0ca2-4e6c-b665-d39888f0ad8d), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.864919 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:00.919130 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 3ada2284-0ca2-4e6c-b665-d39888f0ad8d associated. External IP: 172.27.0.37, port: cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1. Sep 16 02:14:01.111833 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:14:01.170298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:01.214570 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:14:01.224442 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520fefa-2786-4452-906a-46bae222717b None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:14:01.232403 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:01.236023 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:14:01.236660 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:01.267699 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-16bd7be2-c723-459d-8331-c08cfbf4b2fe tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4831152 Sep 16 02:14:01.268483 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:14:01.270788 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7875c7-5fcc-4169-a7df-36535aa989a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:14:01.308867 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af569f9d-3660-4793-bacc-66c5f4e4582c x-openstack-request-id: req-af569f9d-3660-4793-bacc-66c5f4e4582c {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:14:01.309156 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:14:01.309408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af569f9d-3660-4793-bacc-66c5f4e4582c {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:14:01.309815 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af569f9d-3660-4793-bacc-66c5f4e4582c'] response: {'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'status': 'completed', 'code': 200} Sep 16 02:14:01.344576 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:14:01.377408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:01.410264 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-554ec7de-4964-4a83-97d8-c26483ed6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:01.411769 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-554ec7de-4964-4a83-97d8-c26483ed6be2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1129 time: 0.0435071 Sep 16 02:14:01.504069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-e6237c61-ccae-42af-9f36-0bf5d126103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:01.505532 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-e6237c61-ccae-42af-9f36-0bf5d126103e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0874019 Sep 16 02:14:01.564400 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '3ada2284-0ca2-4e6c-b665-d39888f0ad8d', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:cf:b0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:00Z', 'updated_at': '2022-09-16T02:14:00Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}, {'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:01.573279 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-0b744f71-b468-48fb-9e32-68da0dfbf1bf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 998 time: 0.0594525 Sep 16 02:14:01.590228 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520fefa-2786-4452-906a-46bae222717b None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:14:01.598472 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:14:01.599059 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:13:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:01.623491 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-5fbaf456-d16e-4f74-9cf2-4f1219b14268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:01.624971 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-5fbaf456-d16e-4f74-9cf2-4f1219b14268 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0449831 Sep 16 02:14:01.669308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-ee1a4628-2b22-46a9-a50b-bd8ef72bb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:01.670730 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-ee1a4628-2b22-46a9-a50b-bd8ef72bb41a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395360 Sep 16 02:14:01.703825 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:14:01.765275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-bf1a13eb-b3ee-4cac-85b5-9959a3dd2fea service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Sep 16 02:14:01.858940 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5d7875c7-5fcc-4169-a7df-36535aa989a0 req-979b7bcb-1a1d-4550-a61b-5e793ad951d6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Sep 16 02:14:02.001666 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-0520fefa-2786-4452-906a-46bae222717b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '3ada2284-0ca2-4e6c-b665-d39888f0ad8d', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:cf:b0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:00Z', 'updated_at': '2022-09-16T02:14:00Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}, {'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:02.026300 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520fefa-2786-4452-906a-46bae222717b None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '3ada2284-0ca2-4e6c-b665-d39888f0ad8d', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:cf:b0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:00Z', 'updated_at': '2022-09-16T02:14:00Z', 'revision_number': 0, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}, {'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:14:02.212310 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ee918-7aba-4eb5-b4c3-95d8343664e3 None None] New status for floating IP 3ada2284-0ca2-4e6c-b665-d39888f0ad8d: ACTIVE {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:14:09.058897 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e36ec2da-5114-4284-bdae-e3835c68ab8b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-180323317&fields=id&tenant_id=f1bf0e348b4944e8907b80446a12a6ac HTTP/1.1" status: 200 len: 267 time: 0.0478563 Sep 16 02:14:09.163103 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-35bca6f3-c0dd-40b7-b1b0-3e0a316bc9ac tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:09.164555 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-35bca6f3-c0dd-40b7-b1b0-3e0a316bc9ac tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 808 time: 0.0992720 Sep 16 02:14:09.179152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-16fdb71e-4deb-4355-b58d-5c76a6093db7 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/quotas/f1bf0e348b4944e8907b80446a12a6ac HTTP/1.1" status: 200 len: 375 time: 0.0087392 Sep 16 02:14:09.231222 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-f750207f-359c-4da6-9d96-0deb4db46ff6 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466146 Sep 16 02:14:09.368494 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=17 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:09.372123 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-ef68732c-300c-48a9-8ec9-8d64d93b9969 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299176 Sep 16 02:14:09.381363 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=40 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:09.725215 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-0664b631-9ed4-47b1-9705-2747188fe1a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472495 Sep 16 02:14:10.020472 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-abef8d28-8d14-4cdd-b554-d3b339a3263f req-0dbaa0f6-b070-4fe7-95a4-75cb6dd6cbd5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Sep 16 02:14:11.106902 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-400b72f9-f4ae-4487-b237-9596e2455424 req-0093d2e8-5391-46ea-b4a3-f8ef436ad30f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0275028 Sep 16 02:14:12.003376 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=71 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.004157 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=77 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.195004 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f08dfe91-0e35-45c8-8ded-acfe0859668e req-1c6a0e2f-a103-4979-ad09-7bf1098703a6 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0313854 Sep 16 02:14:12.312464 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=56,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.314830 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.420417 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.427357 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-d23b37a1-3b1a-488e-99d2-3afd3180ae12 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379853 Sep 16 02:14:12.532083 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-484530e3-4b7d-4633-8190-08a6b339d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:12.533556 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-484530e3-4b7d-4633-8190-08a6b339d6a7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0402763 Sep 16 02:14:12.608370 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:12.643540 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-a8391535-0cd7-492f-b199-590a2dcf3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:12.644996 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-a8391535-0cd7-492f-b199-590a2dcf3707 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0922544 Sep 16 02:14:12.709364 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-b7094523-171b-47ad-8e94-c36e709ec382 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 1002 time: 0.0571766 Sep 16 02:14:12.757293 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-8e95c37c-a411-4a41-9a32-0d528fa9bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:12.758666 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-8e95c37c-a411-4a41-9a32-0d528fa9bbc4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0427566 Sep 16 02:14:12.804464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-eabe3d2c-370a-4434-82eb-8dd62c2cd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:12.805982 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-eabe3d2c-370a-4434-82eb-8dd62c2cd029 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383749 Sep 16 02:14:12.901469 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-cdaa3cce-cc6f-495d-b5c5-5017b1bcce87 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Sep 16 02:14:12.991095 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ec2e5b0a-8cd2-4f08-a38b-436a3c8b1c15 req-a57af4c9-79c8-4fb6-b293-16ca00d149e2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811596 Sep 16 02:14:13.300343 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e387e19e-4943-4a06-aee7-20772101d8f1 req-46818a95-b5ed-4e13-87d0-58a74837b10d tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0317044 Sep 16 02:14:14.184815 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-9e5bc3ad-438a-4f2d-b215-dd6fc2c80b84 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:14.186250 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-9e5bc3ad-438a-4f2d-b215-dd6fc2c80b84 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 808 time: 0.1020823 Sep 16 02:14:14.254284 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-d8b8ee02-c5da-4093-93ac-1c2d6d4db38c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1bf0e348b4944e8907b80446a12a6ac HTTP/1.1" status: 200 len: 379 time: 0.0532882 Sep 16 02:14:14.267344 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'port': {'device_id': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'admin_state_up': True, 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'security_groups': ['cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d']}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:14:14.382687 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Made reservation on behalf of f1bf0e348b4944e8907b80446a12a6ac for: {'port': 1} {{(pid=106214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 16 02:14:14.387000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:14.404173 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-74c0c49c-c6cb-4057-8b13-24e47ee9ae3f req-b83792a0-2c6a-44f4-9a88-45333c55c968 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0294228 Sep 16 02:14:14.518291 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_common [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Allocated IP 172.20.0.8 (31bd9b2e-65b9-4f38-9e36-5d5570da2439/e414428d-d32c-4f85-b6da-cf1117d833bf/4c2f2ad7-8720-4f8e-9294-ca860089689f) {{(pid=106214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:14:14.544386 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:14.611886 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:14.665381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), precommit_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:14.699114 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_create {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:14.749612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 is already hosted by enough agents. {{(pid=106214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:14:14.752866 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.base_scheduler [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Resources bound (agent type, host, resource id): {{(pid=106214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:14:14.756834 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Received port after_create {{(pid=106214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:14:14.786969 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=1']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:14.818055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:14.818807 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:14.836800 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-e223cf4f-eee0-4ba1-9b9d-fc340f80e755 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731859 Sep 16 02:14:14.867095 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.v2.base [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Request body: {'port': {'device_id': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:14:14.937536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.019060 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Provisioning complete for port 4c2f2ad7-8720-4f8e-9294-ca860089689f triggered by entity DHCP. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:14:15.019658 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.019658 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Attempt 1 to provision port 4c2f2ad7-8720-4f8e-9294-ca860089689f Sep 16 02:14:15.054365 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Port 4c2f2ad7-8720-4f8e-9294-ca860089689f cannot update to ACTIVE because it is not bound. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 16 02:14:15.192125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2f2ad7-8720-4f8e-9294-ca860089689f {{(pid=106214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:14:15.199598 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks [] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), precommit_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.211485 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.provisioning_blocks [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Transition to ACTIVE for port object 4c2f2ad7-8720-4f8e-9294-ca860089689f will not be triggered until provisioned by entity L2. {{(pid=106214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 16 02:14:15.215292 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.276841 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=2']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:15.325907 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Attempting to bind port 4c2f2ad7-8720-4f8e-9294-ca860089689f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 16 02:14:15.326233 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Attempting to bind port 4c2f2ad7-8720-4f8e-9294-ca860089689f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 16 02:14:15.326554 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Attempting to bind port 4c2f2ad7-8720-4f8e-9294-ca860089689f on network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:14:15.335924 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:14:15.360125 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:15.369716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Port 4c2f2ad7-8720-4f8e-9294-ca860089689f on network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 16 02:14:15.370038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Attempting to bind port 4c2f2ad7-8720-4f8e-9294-ca860089689f on network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 16 02:14:15.412623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Checking agent: {'id': 'ddf65426-0075-44bd-ba6f-397d2e2e6cb2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'started_at': datetime.datetime(2022, 9, 16, 1, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 16, 2, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 16 02:14:15.412955 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Checking segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 16 02:14:15.413331 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Bound using segment: {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'} {{(pid=106214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 16 02:14:15.413757 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.managers [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Bound port: 4c2f2ad7-8720-4f8e-9294-ca860089689f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c45fac-d234-497c-8c66-59d8b5de7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439'}}] {{(pid=106214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 16 02:14:15.414109 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.427700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:15.496254 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, cleared binding levels {{(pid=106214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 16 02:14:15.528654 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 16 02:14:15.541184 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c3f6b-6dba-4d04-838d-5d2527e425f0 req-0db9e829-b3bf-4076-8aad-c7e45e16fc47 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:15.542660 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a56c3f6b-6dba-4d04-838d-5d2527e425f0 req-0db9e829-b3bf-4076-8aad-c7e45e16fc47 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0612745 Sep 16 02:14:15.544116 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27884418'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.548147 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:15.548746 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:15.550008 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 1093 time: 0.6881332 Sep 16 02:14:15.550565 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:14:15.552801 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:14:15.555176 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Attempt 2 to provision port 4c2f2ad7-8720-4f8e-9294-ca860089689f Sep 16 02:14:15.594993 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0692ed3-9eb8-40e2-853e-b8e18ca4b9c6 x-openstack-request-id: req-a0692ed3-9eb8-40e2-853e-b8e18ca4b9c6 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:14:15.595282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:14:15.595533 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0692ed3-9eb8-40e2-853e-b8e18ca4b9c6 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:14:15.595953 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0692ed3-9eb8-40e2-853e-b8e18ca4b9c6'] response: {'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'status': 'completed', 'code': 200} Sep 16 02:14:15.606328 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-ddb259e5-fdb2-4368-9810-2685521ecbcb None None] Port 4c2f2ad7-8720-4f8e-9294-ca860089689f had new provisioning blocks added so it will not transition to active. {{(pid=106215) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 16 02:14:15.663420 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f285d-e137-4cf3-b1d3-1e08f47958de service neutron] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=3']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:15.674965 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a56c3f6b-6dba-4d04-838d-5d2527e425f0 req-b8313dec-5be3-43be-b6c5-d020961b98ce tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182566 Sep 16 02:14:15.682737 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-2e3bcdd7-250a-4152-96ab-c2575e0d84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:15.684219 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-2e3bcdd7-250a-4152-96ab-c2575e0d84a4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1127 time: 0.0599277 Sep 16 02:14:15.730722 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-a17f9b22-508a-4945-9d9b-e31227aaadc4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 217 time: 0.0332432 Sep 16 02:14:15.778923 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-d4098e2a-a0c8-45ca-b56e-a5b3c304779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:15.780341 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-d4098e2a-a0c8-45ca-b56e-a5b3c304779e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0441487 Sep 16 02:14:15.828715 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-47a04785-75a9-4a49-9fc0-9a6d91d7777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:15.830198 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-47a04785-75a9-4a49-9fc0-9a6d91d7777c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425484 Sep 16 02:14:15.919418 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-49dd9a5e-201b-4ff9-afc2-4116a4e06234 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828357 Sep 16 02:14:16.011777 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-0bbc73bc-d302-4cec-a428-9504a22e5051 req-b48a80f1-3dcc-4d4b-8cde-1ae908e4c434 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858943 Sep 16 02:14:16.027708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-103d7e59-611b-4f39-8286-d7c5e902ae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:16.795598 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e1fbb-39f3-4003-856d-eccce3875f81 req-7dbe1960-82b2-4633-9f8f-a5eb945a139e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:16.797088 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-887e1fbb-39f3-4003-856d-eccce3875f81 req-7dbe1960-82b2-4633-9f8f-a5eb945a139e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0461113 Sep 16 02:14:16.845662 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-887e1fbb-39f3-4003-856d-eccce3875f81 req-7bedaa94-0bc8-43b8-a308-94386dac431c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 Sep 16 02:14:16.947745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-f5a3d7a6-7b5a-4134-8ed5-6e6988baeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:16.949239 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-f5a3d7a6-7b5a-4134-8ed5-6e6988baeeda service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1127 time: 0.0399389 Sep 16 02:14:17.045761 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-8a68a1bf-3f02-4f35-ac68-5e1c9ad82a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:17.047106 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-8a68a1bf-3f02-4f35-ac68-5e1c9ad82a11 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0903707 Sep 16 02:14:17.089011 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-54f02bec-903f-4c10-9de1-785ff4eb624b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 217 time: 0.0319364 Sep 16 02:14:17.139373 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-11dd9642-4d92-4d68-9136-e9f3451ecad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:17.140833 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-11dd9642-4d92-4d68-9136-e9f3451ecad9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0435216 Sep 16 02:14:17.190989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-1a6cfa23-bc61-4ed0-99f6-d35e17d9aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:17.192465 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-1a6cfa23-bc61-4ed0-99f6-d35e17d9aa76 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424056 Sep 16 02:14:17.257607 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:17.283484 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-b868bc28-61ca-4824-b5a4-616c5f4dd86f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Sep 16 02:14:17.375714 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-aa9d2af4-aa3d-4ab1-8994-b8241c588a8a req-9865c557-aa45-434e-a6d2-6e50c594d986 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854375 Sep 16 02:14:17.946234 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:17.964404 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a14c-41bd-4000-a442-c37096a5b003 req-7b7c2c58-92d0-4d17-9c05-cd02d0d30a64 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:17.965844 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2249a14c-41bd-4000-a442-c37096a5b003 req-7b7c2c58-92d0-4d17-9c05-cd02d0d30a64 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0471184 Sep 16 02:14:18.013584 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-2249a14c-41bd-4000-a442-c37096a5b003 req-6083fb2c-6232-4651-91f0-8a0e03a787e4 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Sep 16 02:14:18.476057 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-57b71c7c-2805-4914-a985-cbc7e90d3e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:19.136813 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa29d6-660f-4a10-a115-e6ded5531276 req-2b4e9d37-1d12-45a8-ad82-245001cf8908 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:19.138245 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d8fa29d6-660f-4a10-a115-e6ded5531276 req-2b4e9d37-1d12-45a8-ad82-245001cf8908 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0501730 Sep 16 02:14:19.186267 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-d8fa29d6-660f-4a10-a115-e6ded5531276 req-8eed4390-a4f6-4887-b176-28d80488fc56 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424557 Sep 16 02:14:19.583711 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:20.310145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2dc0-950c-4d5a-b93d-814588570c87 req-fdce59a9-00bb-4037-8dc5-1f303ac1b406 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:20.311600 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed2e2dc0-950c-4d5a-b93d-814588570c87 req-fdce59a9-00bb-4037-8dc5-1f303ac1b406 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0500283 Sep 16 02:14:20.361920 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ed2e2dc0-950c-4d5a-b93d-814588570c87 req-31d481e6-f0fb-4846-8d6c-77e1ebc12d6f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 Sep 16 02:14:21.191256 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:21.481412 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98088-d8fc-4371-95eb-c30686f0978c req-da7e1c9c-ab64-4f44-a50d-ea3bdd0ed0e0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:21.482869 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-16e98088-d8fc-4371-95eb-c30686f0978c req-da7e1c9c-ab64-4f44-a50d-ea3bdd0ed0e0 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0463631 Sep 16 02:14:21.531886 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-16e98088-d8fc-4371-95eb-c30686f0978c req-89352c96-778b-4ce9-9191-63fa46efaec3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Sep 16 02:14:21.536171 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:22.558502 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:22.654531 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853891a-4d48-46e1-8374-af05cc9c1bbc req-35aa8122-122f-4fec-9342-fafd62c30136 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:22.655989 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5853891a-4d48-46e1-8374-af05cc9c1bbc req-35aa8122-122f-4fec-9342-fafd62c30136 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0464165 Sep 16 02:14:22.704975 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5853891a-4d48-46e1-8374-af05cc9c1bbc req-e5b7edf1-5cd0-4f28-9c8c-c655bc6054df tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 Sep 16 02:14:23.827591 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219b3b7-8867-4b10-893d-7fced97ef2a3 req-30a25eb6-6286-4004-a0ca-78a9ba4abb37 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:23.829058 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f219b3b7-8867-4b10-893d-7fced97ef2a3 req-30a25eb6-6286-4004-a0ca-78a9ba4abb37 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0465312 Sep 16 02:14:23.880468 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-f219b3b7-8867-4b10-893d-7fced97ef2a3 req-839ddd80-88ed-4504-992d-a9af0aa2e134 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Sep 16 02:14:24.492239 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:14:24.591440 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:14:24.602261 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'mac_address': 'fa:16:3e:51:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:14:24.639888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4c2f2ad7-8720-4f8e-9294-ca860089689f is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:14:24.640302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:24.654714 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2f2ad7-8720-4f8e-9294-ca860089689f {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:14:24.675386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:14:24.678960 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:24.724080 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=4']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:25.001837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2bf18-d321-44db-83e7-7beb97efcfb7 req-0ff04f53-0ea6-409f-838d-900b55a13ce7 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:25.003275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-66d2bf18-d321-44db-83e7-7beb97efcfb7 req-0ff04f53-0ea6-409f-838d-900b55a13ce7 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 944 time: 0.0466452 Sep 16 02:14:25.056091 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-66d2bf18-d321-44db-83e7-7beb97efcfb7 req-e60d21ff-29c7-4036-9cb2-ab20dafb32f6 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Sep 16 02:14:25.083494 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4c2f2ad7-8720-4f8e-9294-ca860089689f'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:14:25.333165 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:26.174680 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24583dab-29ca-4846-9a48-c0123ed7dc50 req-0c7ad499-19da-48ed-bcc2-f3dd29db0448 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:26.176211 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-24583dab-29ca-4846-9a48-c0123ed7dc50 req-0c7ad499-19da-48ed-bcc2-f3dd29db0448 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 944 time: 0.0460157 Sep 16 02:14:26.224714 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-24583dab-29ca-4846-9a48-c0123ed7dc50 req-46d8c7fb-e00e-4197-aefe-d98a172b076b tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Sep 16 02:14:26.512486 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:14:26.556592 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning for port 4c2f2ad7-8720-4f8e-9294-ca860089689f completed by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 16 02:14:26.562968 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4c2f2ad7-8720-4f8e-9294-ca860089689f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:14:26.563352 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:26.563692 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4c2f2ad7-8720-4f8e-9294-ca860089689f Sep 16 02:14:26.565107 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:26.591329 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:26.640215 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4c2f2ad7-8720-4f8e-9294-ca860089689f is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:14:26.640599 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:26.664148 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:14:26.666981 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6651152-3995-4bb9-95be-f0a5e6556798" -d '{"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-plugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:14:26.679895 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:14:26.683781 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:26.705661 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a35e35d-df87-4e13-8ab5-cf996989d79e x-openstack-request-id: req-1a35e35d-df87-4e13-8ab5-cf996989d79e {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:14:26.705947 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-plugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:14:26.706197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a35e35d-df87-4e13-8ab5-cf996989d79e {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:14:26.706580 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a35e35d-df87-4e13-8ab5-cf996989d79e'] response: {'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'code': 200} Sep 16 02:14:26.732937 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=5']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:26.956717 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f79fcd-3f72-4260-b1c7-965285cab438 req-1c955230-b702-4684-ba6d-c1528455b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:26.958195 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50f79fcd-3f72-4260-b1c7-965285cab438 req-1c955230-b702-4684-ba6d-c1528455b567 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0391176 Sep 16 02:14:27.004887 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-50f79fcd-3f72-4260-b1c7-965285cab438 req-eb5017c2-2479-4202-85ed-73a12bcbae56 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 Sep 16 02:14:27.344006 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d0fb-fdfc-457b-bbe0-4268d5d6e260 req-1ef76ddd-f245-4d1d-84de-a883b1f6f07d tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:27.345450 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ff38d0fb-fdfc-457b-bbe0-4268d5d6e260 req-1ef76ddd-f245-4d1d-84de-a883b1f6f07d tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0465145 Sep 16 02:14:27.393910 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ff38d0fb-fdfc-457b-bbe0-4268d5d6e260 req-e9645435-03de-4400-8c0d-5d8dac62e49c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 Sep 16 02:14:28.516628 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d211d6-55e2-45e9-a092-a7fe96262726 req-7f3e647d-27b0-487e-8a5e-04739d6a35e5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:28.518073 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-24d211d6-55e2-45e9-a092-a7fe96262726 req-7f3e647d-27b0-487e-8a5e-04739d6a35e5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0472934 Sep 16 02:14:28.567276 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-24d211d6-55e2-45e9-a092-a7fe96262726 req-7759e14b-3e4c-43e9-b0eb-9a3b957aef96 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Sep 16 02:14:29.690292 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfdbf9-faa1-4412-9a1b-4817e438418d req-f978976c-4b39-44bd-95b2-aeb385ab5013 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:29.691724 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-99bfdbf9-faa1-4412-9a1b-4817e438418d req-f978976c-4b39-44bd-95b2-aeb385ab5013 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Sep 16 02:14:29.740442 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-99bfdbf9-faa1-4412-9a1b-4817e438418d req-3def81a9-b4b6-4b4d-a2b4-0710ef630849 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Sep 16 02:14:29.861726 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17abe70-ffc1-4559-bff4-1af1d5cd81a2 req-d9613557-b692-40dd-9227-000bcdf55aaa tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:29.863134 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f17abe70-ffc1-4559-bff4-1af1d5cd81a2 req-d9613557-b692-40dd-9227-000bcdf55aaa tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0498083 Sep 16 02:14:29.912274 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f17abe70-ffc1-4559-bff4-1af1d5cd81a2 req-a0b80247-c98b-4143-9ae5-3ce09d3599b1 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434256 Sep 16 02:14:29.940628 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56302) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:14:30.020198 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75509d-9a45-43a0-bd24-81ad96bb73d5 tempest-TestShelveInstance-319624413 tempest-TestShelveInstance-319624413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:30.021670 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-ef75509d-9a45-43a0-bd24-81ad96bb73d5 tempest-TestShelveInstance-319624413 tempest-TestShelveInstance-319624413-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1124 time: 0.0800889 Sep 16 02:14:30.025541 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56306) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:14:30.030035 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.v2.base [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Request body: {'floatingip': {'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106213) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 16 02:14:30.051196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.131733 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (None), before_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.234832 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_common [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Allocated IP 172.27.0.174 (49aee5ea-cca2-40ce-ab41-4730cf37422e/74ab26eb-4479-4237-816f-bc7ff40b51f9/7d47b126-7ddf-431a-a1ae-48b6052a5864) {{(pid=106213) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 16 02:14:30.293576 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:30.295484 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:30.343459 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.374064 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772321318364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.413439 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Network 49aee5ea-cca2-40ce-ab41-4730cf37422e is already hosted by enough agents. {{(pid=106213) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 16 02:14:30.418304 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.base_scheduler [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Resources bound (agent type, host, resource id): {{(pid=106213) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 16 02:14:30.422005 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Received port after_create {{(pid=106213) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 16 02:14:30.425101 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'Port': ['ID=7d47b126-7ddf-431a-a1ae-48b6052a5864,revision_number=1']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:30.766633 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for floatingip (2f945de5-223b-451e-a8d3-426e104dd6ce), precommit_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.832014 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.874203 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.965004 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:30.977540 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:30.982651 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1942588'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:31.052318 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event updated for resources: {'Port': ['ID=7d47b126-7ddf-431a-a1ae-48b6052a5864,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:14:31.056359 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-498595'] for floatingip (2f945de5-223b-451e-a8d3-426e104dd6ce), after_create {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:31.094627 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:31.152633 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Floating IP 2f945de5-223b-451e-a8d3-426e104dd6ce associated. External IP: 172.27.0.174, port: 4c2f2ad7-8720-4f8e-9294-ca860089689f. Sep 16 02:14:31.564382 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Router a46fecde-4656-434a-82f2-01a1ceb36edf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:14:31.665914 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:14:31.675057 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Sync routers for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:14:31.683129 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:31.685743 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:14:31.686450 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:14:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:31.716570 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-c9af0ec4-821e-49ed-85ef-d955868456cf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6899159 Sep 16 02:14:31.717214 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:14:31.719560 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545549e2-7288-49f7-bc27-c9d06a562c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:14:31.792556 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:14:31.816682 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5603dd-0d05-429a-8c3f-0d5c778f8689 x-openstack-request-id: req-7e5603dd-0d05-429a-8c3f-0d5c778f8689 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:14:31.817212 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:14:31.817329 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e5603dd-0d05-429a-8c3f-0d5c778f8689 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:14:31.817686 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e5603dd-0d05-429a-8c3f-0d5c778f8689'] response: {'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'status': 'completed', 'code': 200} Sep 16 02:14:31.909687 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-1c8a659c-f63e-4f30-918b-4f6ad2f78c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:31.911189 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-1c8a659c-f63e-4f30-918b-4f6ad2f78c01 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0401371 Sep 16 02:14:32.005888 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-87d079ee-5d16-42de-ad80-8314c473767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:32.006899 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '2f945de5-223b-451e-a8d3-426e104dd6ce', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'mac_address': 'fa:16:3e:51:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:30Z', 'updated_at': '2022-09-16T02:14:30Z', 'revision_number': 0, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:32.007345 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-87d079ee-5d16-42de-ad80-8314c473767e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0905738 Sep 16 02:14:32.032024 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Checking router: a46fecde-4656-434a-82f2-01a1ceb36edf for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:14:32.040808 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:14:32.041404 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:14:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:32.067401 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-48abbd17-7ce1-4614-9566-3721147b6d1c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 999 time: 0.0544569 Sep 16 02:14:32.120705 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-b555961a-9fd1-481f-b9b5-04e8c4f3bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:32.122146 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-b555961a-9fd1-481f-b9b5-04e8c4f3bdad service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0477047 Sep 16 02:14:32.143262 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:14:32.154896 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:32.167319 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-5bd0b37e-8a0e-4827-b262-dd0b33f39f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:14:32.168852 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-5bd0b37e-8a0e-4827-b262-dd0b33f39f2d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402043 Sep 16 02:14:32.232588 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:32.261394 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-46cd20dd-7041-4096-9ea7-f0d4d284fd4b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Sep 16 02:14:32.355524 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '2f945de5-223b-451e-a8d3-426e104dd6ce', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'mac_address': 'fa:16:3e:51:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:30Z', 'updated_at': '2022-09-16T02:14:30Z', 'revision_number': 0, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:14:32.357358 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-545549e2-7288-49f7-bc27-c9d06a562c8a req-458a866b-ea1f-4752-8a2b-7db0eb69d34b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Sep 16 02:14:32.381880 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d10f2-9816-4c53-ac40-1c3485760e79 None None] The sync data for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi is: [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '2f945de5-223b-451e-a8d3-426e104dd6ce', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'mac_address': 'fa:16:3e:51:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:14:30Z', 'updated_at': '2022-09-16T02:14:30Z', 'revision_number': 0, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:14:32.572201 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a98ba2-5bb1-4cd3-a5e8-e38361fd79c2 None None] New status for floating IP 2f945de5-223b-451e-a8d3-426e104dd6ce: ACTIVE {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:14:41.710838 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:41.714001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:42.347149 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=21 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:42.354179 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=14 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:42.675782 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:42.678248 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:45.228813 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=83 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:45.230803 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:14:46.028894 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d4b80473-8071-4ae2-bf14-368b85d7552e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:48.478434 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b819371d-d1aa-41dc-abaf-0940fa5e1208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:49.585652 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:51.193931 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:51.539134 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:14:52.334943 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:15:00.882274 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:01.534807 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:02.329654 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:02.330399 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:10.878836 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:12.476622 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-94baa42b-03e6-47e0-9e94-13f4ea65e1b1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799952 Sep 16 02:15:12.552072 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-59b42803-c414-44ef-b58d-a2e5a2e922cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:12.553484 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-59b42803-c414-44ef-b58d-a2e5a2e922cf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1129 time: 0.0392976 Sep 16 02:15:12.665987 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-7a99918a-4866-4136-ad81-26ed4936e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:12.667435 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-7a99918a-4866-4136-ad81-26ed4936e3a7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0921161 Sep 16 02:15:12.732658 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-883e8684-db61-40a6-bb5e-44ba589c5661 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 1000 time: 0.0592957 Sep 16 02:15:12.780283 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-f5260ae8-6180-4720-82bd-52118b07fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:12.781685 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-f5260ae8-6180-4720-82bd-52118b07fddd service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0437093 Sep 16 02:15:12.824549 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-b1d4890d-7db6-481b-a5c4-90924b415465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:12.826035 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-b1d4890d-7db6-481b-a5c4-90924b415465 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381854 Sep 16 02:15:12.835855 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-1f263034-1c39-4537-a073-4dbf508e0dbd service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:15:12.836810 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-1f263034-1c39-4537-a073-4dbf508e0dbd service neutron] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048873 Sep 16 02:15:12.927068 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-812db3d7-31fd-4a6e-81be-a8e5fcb115f9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Sep 16 02:15:13.015617 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-bf552c11-c8ec-4877-b41c-30d675fa77a7 req-6046d96c-07e3-4274-95f7-e31abbb497da service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819325 Sep 16 02:15:16.031608 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-025f82b6-dd26-43ed-b960-6eda4f805ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:18.481360 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f483916e-6373-4ad5-804e-77dd6911c7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:19.589062 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:21.197612 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:21.688193 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:23.006143 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=48 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:23.013378 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=53 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:29.333771 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:15:30.901868 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:39.333704 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:40.895536 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:40.897680 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:44.395714 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:46.032614 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f45f56b4-5d6a-49eb-a947-77520a495dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:48.482486 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-153256f2-5a5d-44bf-93a9-0c7b6cb83800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:49.592203 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.152557 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56348) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:15:50.291756 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port 9ccaa7a8-0177-4aac-9e19-45d5b8d84a93 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:15:50.292126 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.365753 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.366071 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.382793 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for 9ccaa7a8-0177-4aac-9e19-45d5b8d84a93 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:15:50.520278 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (9ccaa7a8-0177-4aac-9e19-45d5b8d84a93), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.543615 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=9ccaa7a8-0177-4aac-9e19-45d5b8d84a93,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:15:50.553308 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.553653 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.553991 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.554325 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.554653 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.555421 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.555421 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.555635 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.555902 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.556249 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.556774 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.557186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.557511 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.557836 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.558156 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:50.623701 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (3ada2284-0ca2-4e6c-b665-d39888f0ad8d), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.624087 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 3ada2284-0ca2-4e6c-b665-d39888f0ad8d disassociated (deleted). External IP: 172.27.0.37, port: cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1. Sep 16 02:15:50.825219 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:15:50.925699 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:15:50.930540 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:50.935395 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:15:50.946501 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:15:50.947735 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:50.957125 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:50.964271 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-6346beaa-ac39-4cf2-9964-e0155bd50d90 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/3ada2284-0ca2-4e6c-b665-d39888f0ad8d HTTP/1.1" status: 204 len: 168 time: 0.8106387 Sep 16 02:15:50.965171 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:15:50.967487 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591d7e07-11c8-4688-ba90-1f25911d92fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:15:51.015564 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8425ce-a604-475c-bdec-fdef378eb879 x-openstack-request-id: req-cd8425ce-a604-475c-bdec-fdef378eb879 {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:15:51.015863 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:15:51.016315 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd8425ce-a604-475c-bdec-fdef378eb879 {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:15:51.016847 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8425ce-a604-475c-bdec-fdef378eb879'] response: {'name': 'network-changed', 'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'status': 'completed', 'code': 200} Sep 16 02:15:51.050713 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:15:51.113146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-cc13dd11-c642-4663-935c-443145969070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:51.115411 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-cc13dd11-c642-4663-935c-443145969070 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 1129 time: 0.0493865 Sep 16 02:15:51.205222 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:51.272049 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b20d1-70f1-4c64-a701-eaa925d98fb6 req-a2dfcbc5-d140-4217-905e-4b0b73817b1d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:51.273660 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ef9b20d1-70f1-4c64-a701-eaa925d98fb6 req-a2dfcbc5-d140-4217-905e-4b0b73817b1d tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.1055608 Sep 16 02:15:51.286905 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:51.327167 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ef9b20d1-70f1-4c64-a701-eaa925d98fb6 req-00b1e9bd-a762-47a2-8fe8-b209043c2738 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472372 Sep 16 02:15:51.360194 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:51.384325 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:15:51.392569 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:15:51.393157 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:51.493349 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:15:51.548137 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:51.700968 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:51.725222 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c55c247-6732-4e5d-b9b1-394e466e9b24 None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_floatingips': [{'id': '60f8f73e-4793-4906-8769-00a9a0fefb2c', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'router_id': '835dd515-e245-4645-ac61-730758a30a54', 'port_id': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'mac_address': 'fa:16:3e:5c:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-16T02:11:24Z', 'updated_at': '2022-09-16T02:11:26Z', 'revision_number': 1, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:15:51.929905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244485bd-ea49-44e3-807e-1a737d12607b None None] New status for floating IP 3ada2284-0ca2-4e6c-b665-d39888f0ad8d: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:15:52.311480 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-3dfaef33-0d54-4c2c-bb7a-e4218f380dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:52.312941 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-3dfaef33-0d54-4c2c-bb7a-e4218f380dd7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0921988 Sep 16 02:15:52.374038 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-74ebb890-0592-4c4c-b965-9e3c1b5d3238 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 200 len: 217 time: 0.0326815 Sep 16 02:15:52.506329 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-31bac387-7d7b-40fc-9af4-fa77c2c3fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:52.507758 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-31bac387-7d7b-40fc-9af4-fa77c2c3fb59 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0808163 Sep 16 02:15:52.515318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae4b6-85c3-41e3-bb7d-d6a19020e179 req-1c098d94-c119-4705-aff6-43ed4f574476 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:52.516757 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ebae4b6-85c3-41e3-bb7d-d6a19020e179 req-1c098d94-c119-4705-aff6-43ed4f574476 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.1099489 Sep 16 02:15:52.565827 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ebae4b6-85c3-41e3-bb7d-d6a19020e179 req-cf4d04e2-ea35-4294-ba22-2bb0ceaec9eb tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434709 Sep 16 02:15:52.658288 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-0f53a5eb-dbfd-48a1-ae9c-7edfa041b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:52.659737 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-0f53a5eb-dbfd-48a1-ae9c-7edfa041b6d9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388858 Sep 16 02:15:52.978839 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-53fb3e5b-3b95-4e35-9898-d45430a8a8bc service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868511 Sep 16 02:15:53.086232 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-17064bfa-38c8-4c94-964e-df5faa71ddad tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:53.088156 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-17064bfa-38c8-4c94-964e-df5faa71ddad tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 945 time: 0.0872588 Sep 16 02:15:53.176218 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-591d7e07-11c8-4688-ba90-1f25911d92fe req-031fc513-b91d-44bb-b832-8e9fc0a289db service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747298 Sep 16 02:15:53.191844 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:15:53.192211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:53.284939 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] For port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:15:53.285295 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:53.297764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:15:53.424495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:53.432748 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:53.453487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:15:53.466558 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.466912 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.467257 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.467599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.467953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.468294 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.468615 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.468942 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.469267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.469592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.469923 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.470248 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.470566 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.470888 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.471205 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:15:53.490856 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:53.509852 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] No DVR routers for this DVR port cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:15:53.512347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:53.515568 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-12acb73e-1aa7-4c9e-979b-213d344d9d9f req-9886b124-bb61-422a-8a2d-9b94da76b295 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "DELETE /networking/v2.0/ports/cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 HTTP/1.1" status: 204 len: 173 time: 0.4200075 Sep 16 02:15:53.516083 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'name': 'network-vif-deleted', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:15:53.518303 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485e1cd-e43f-4db3-956a-2cb4d59869b7" -d '{"events": [{"server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "name": "network-vif-deleted", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:15:53.610776 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be80c71-b8da-4e69-aec2-f6aacd143892 x-openstack-request-id: req-6be80c71-b8da-4e69-aec2-f6aacd143892 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:15:53.611069 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79691f-7595-4bec-92bd-4a636d9d9de0", "name": "network-vif-deleted", "tag": "cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:15:53.611321 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6be80c71-b8da-4e69-aec2-f6aacd143892 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:15:53.611729 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be80c71-b8da-4e69-aec2-f6aacd143892'] response: {'server_uuid': 'ff79691f-7595-4bec-92bd-4a636d9d9de0', 'name': 'network-vif-deleted', 'tag': 'cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1', 'status': 'completed', 'code': 200} Sep 16 02:15:53.676606 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-27ed5c4c-2949-4c6f-b4d8-36d12949b39c req-5559d911-6471-46a5-89fe-5e0693d90fd4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ff79691f-7595-4bec-92bd-4a636d9d9de0 HTTP/1.1" status: 200 len: 210 time: 0.0301337 Sep 16 02:15:56.981508 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56396) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:15:56.989990 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:15:57.008565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:15:57.008904 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device cd5e9a80-fe4d-44cf-94e7-64bafb6d27b1 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:15:57.121020 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port 52efddde-2b19-43eb-83d2-6f7400ceef29 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:15:57.121384 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.202311 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.202637 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (52efddde-2b19-43eb-83d2-6f7400ceef29), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.215512 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for 52efddde-2b19-43eb-83d2-6f7400ceef29 owned by network:floatingip {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:15:57.367565 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (52efddde-2b19-43eb-83d2-6f7400ceef29), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.394818 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=52efddde-2b19-43eb-83d2-6f7400ceef29,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:15:57.465091 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (60f8f73e-4793-4906-8769-00a9a0fefb2c), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.465619 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.db.l3_db [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Floating IP 60f8f73e-4793-4906-8769-00a9a0fefb2c disassociated (deleted). External IP: 172.27.0.243, port: 8cfd42e0-f275-4fb7-b9b7-11b1d2222158. Sep 16 02:15:57.685270 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:15:57.782294 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:57.794611 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:15:57.799377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:15:57.801266 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:57.805285 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:15:57.823617 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:15:57.824399 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:57.834488 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-d6a37305-3089-47f4-ba99-09190f5289f4 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/60f8f73e-4793-4906-8769-00a9a0fefb2c HTTP/1.1" status: 204 len: 168 time: 0.8518765 Sep 16 02:15:57.835123 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158'}] {{(pid=106213) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:15:57.837958 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bd251f3c867a3f202eb435bc6d33039ba4a3c49bbdbfbfab972dbf78896a18a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb4c60-56ac-4335-8fb3-85145ff723a9" -d '{"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158"}]}' {{(pid=106213) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:15:57.880790 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f31a2-f934-40c7-b052-64daa4d859da x-openstack-request-id: req-441f31a2-f934-40c7-b052-64daa4d859da {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:15:57.880984 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158", "status": "completed", "code": 200}]} {{(pid=106213) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:15:57.881240 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-441f31a2-f934-40c7-b052-64daa4d859da {{(pid=106213) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:15:57.881646 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441f31a2-f934-40c7-b052-64daa4d859da'] response: {'name': 'network-changed', 'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'status': 'completed', 'code': 200} Sep 16 02:15:57.956096 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:15:57.982659 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-27348f9e-ece8-401a-b6b8-74d1663947ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:57.985020 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-27348f9e-ece8-401a-b6b8-74d1663947ae service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=9cfcd2376b1c4398befa49b423aaae26&device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 1130 time: 0.0502145 Sep 16 02:15:58.047136 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:58.085951 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9239b-6ec9-4ee8-befd-f515c1e63ada req-f0cb3d22-7ccd-4b2f-88c6-cdb59e35d2fd tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:58.087714 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3ed9239b-6ec9-4ee8-befd-f515c1e63ada req-f0cb3d22-7ccd-4b2f-88c6-cdb59e35d2fd tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0487571 Sep 16 02:15:58.138426 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-3ed9239b-6ec9-4ee8-befd-f515c1e63ada req-5436f08c-9d52-430d-9c75-695ca3047a16 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452144 Sep 16 02:15:58.154604 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:58.182522 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:15:58.189849 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:15:58.191871 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:15:58.192495 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:58.293489 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:15:58.476676 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-b6bc0858-819e-4651-b337-96232310fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:15:58.502307 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc0858-819e-4651-b337-96232310fdae None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:07:55Z', 'revision_number': 4, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': 'd3300bd3-0839-439e-bb4f-616ccee8f335', 'name': '', 'network_id': '26a960ea-9980-48fb-8180-c5983fb286de', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'mac_address': 'fa:16:3e:92:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:55Z', 'updated_at': '2022-09-16T02:08:00Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'subnets': [{'id': 'f681d6f9-96ea-4125-a2f5-19e422132b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:15:58.714334 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b32688-52f4-4239-8085-bedbbfc499c9 None None] New status for floating IP 60f8f73e-4793-4906-8769-00a9a0fefb2c: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:15:59.162285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-a80be987-a1f5-42b1-909f-c69134fdf7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:59.163736 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-a80be987-a1f5-42b1-909f-c69134fdf7b4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 200 len: 912 time: 0.0856085 Sep 16 02:15:59.207423 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-5ba94ac6-8ee0-4c37-9f91-191dc91ed7ce service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 200 len: 217 time: 0.0356739 Sep 16 02:15:59.291583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd11877-446f-4fd8-9705-1d78b65c502c req-bbbdb2cc-6960-4e14-9237-b743c4e0f711 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:59.293079 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbd11877-446f-4fd8-9705-1d78b65c502c req-bbbdb2cc-6960-4e14-9237-b743c4e0f711 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0722520 Sep 16 02:15:59.294585 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-c440f950-28c9-4544-98cb-54cf01f575a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:59.295900 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-c440f950-28c9-4544-98cb-54cf01f575a8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 200 len: 850 time: 0.0823379 Sep 16 02:15:59.373066 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-9ca67ab7-803b-46d4-b5ae-2958d2636366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:59.374551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-9ca67ab7-803b-46d4-b5ae-2958d2636366 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=26a960ea-9980-48fb-8180-c5983fb286de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683746 Sep 16 02:15:59.378454 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fbd11877-446f-4fd8-9705-1d78b65c502c req-e7aad26c-4a5b-4d78-a055-c3a673c4747e tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3956a61c-bc08-4897-8431-91c2cf6bfc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791972 Sep 16 02:15:59.561275 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-ac0ab691-5189-4358-8e9f-c8cb78abc88a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841875 Sep 16 02:15:59.782034 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-d5eb4c60-56ac-4335-8fb3-85145ff723a9 req-ad8fd55f-0cc2-4c21-a634-0b80360a0904 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Sep 16 02:15:59.873002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-b16166c6-0bad-4146-8c11-ce93092b9e56 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:15:59.874540 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-b16166c6-0bad-4146-8c11-ce93092b9e56 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 946 time: 0.0459282 Sep 16 02:16:00.218876 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:00.219614 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:00.306945 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] For port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:00.307320 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:00.319685 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:00.431482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:00.449289 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (8cfd42e0-f275-4fb7-b9b7-11b1d2222158), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:00.474688 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:00.477724 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=8cfd42e0-f275-4fb7-b9b7-11b1d2222158,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:00.488029 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-39335499-b34c-403a-ab96-db1f65e54f90 req-03ea1b39-ec87-4303-80e0-fb7484a68af8 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=db657714-7c42-4b17-9954-8ad0a4e2ccba HTTP/1.1" status: 200 len: 210 time: 0.0330296 Sep 16 02:16:00.528837 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] No DVR routers for this DVR port 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:16:00.531241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:00.534489 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e578ee19-b0c0-4857-8522-c7d1cf956056 req-c4077593-9bd6-459e-bb02-de362f0bb17a tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8cfd42e0-f275-4fb7-b9b7-11b1d2222158 HTTP/1.1" status: 204 len: 173 time: 0.6549578 Sep 16 02:16:00.534979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'name': 'network-vif-deleted', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:16:00.537224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d873eab-a1d4-42c2-8272-7cadefec3ef1" -d '{"events": [{"server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "name": "network-vif-deleted", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:16:00.579482 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f126aa-b235-47cf-b532-f3b119c26a34 x-openstack-request-id: req-c4f126aa-b235-47cf-b532-f3b119c26a34 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:16:00.579661 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db657714-7c42-4b17-9954-8ad0a4e2ccba", "name": "network-vif-deleted", "tag": "8cfd42e0-f275-4fb7-b9b7-11b1d2222158", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:16:00.579979 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4f126aa-b235-47cf-b532-f3b119c26a34 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:16:00.580412 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f126aa-b235-47cf-b532-f3b119c26a34'] response: {'server_uuid': 'db657714-7c42-4b17-9954-8ad0a4e2ccba', 'name': 'network-vif-deleted', 'tag': '8cfd42e0-f275-4fb7-b9b7-11b1d2222158', 'status': 'completed', 'code': 200} Sep 16 02:16:00.901311 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.556712 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56412) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:01.664967 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Deleting port 07d37a98-0dea-4723-90f2-5b5c3e19d2a1 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:01.665380 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.739425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.739745 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.752311 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Calling delete_port for 07d37a98-0dea-4723-90f2-5b5c3e19d2a1 owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:01.882737 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (07d37a98-0dea-4723-90f2-5b5c3e19d2a1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.905638 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'Port': ['ID=07d37a98-0dea-4723-90f2-5b5c3e19d2a1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:01.972512 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for floatingip (61ca6aa2-4e81-4a6c-9ecb-71ea725630ea), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.975138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:01.976296 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-77c87e3b-ad91-4134-9983-0457548c0bf9 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/61ca6aa2-4e81-4a6c-9ecb-71ea725630ea HTTP/1.1" status: 204 len: 168 time: 0.4197657 Sep 16 02:16:03.049887 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:03.069848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:03.070132 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 8cfd42e0-f275-4fb7-b9b7-11b1d2222158 not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:03.184333 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56424) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:03.240601 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (3956a61c-bc08-4897-8431-91c2cf6bfc03), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:03.265002 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (3956a61c-bc08-4897-8431-91c2cf6bfc03), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:03.326882 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (3956a61c-bc08-4897-8431-91c2cf6bfc03), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:03.329359 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:03.330495 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3956a61c-bc08-4897-8431-91c2cf6bfc03 HTTP/1.1" status: 204 len: 168 time: 0.1451805 Sep 16 02:16:03.340143 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00db8a4-d274-42cf-a818-8fcad162bc66 tempest-TestVolumeBootPattern-1895408842 tempest-TestVolumeBootPattern-1895408842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956a61c-bc08-4897-8431-91c2cf6bfc03,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:03.394445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56428) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:03.755445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:03.760974 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:03.802547 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (835dd515-e245-4645-ac61-730758a30a54), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.022457 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Deleting port d3300bd3-0839-439e-bb4f-616ccee8f335 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:04.022695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.101361 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] For port d3300bd3-0839-439e-bb4f-616ccee8f335, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=d3300bd3-0839-439e-bb4f-616ccee8f335,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:04.101721 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.114887 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Calling delete_port for d3300bd3-0839-439e-bb4f-616ccee8f335 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:04.291490 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (d3300bd3-0839-439e-bb4f-616ccee8f335), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.317223 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3300bd3-0839-439e-bb4f-616ccee8f335,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:04.482302 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (835dd515-e245-4645-ac61-730758a30a54), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.578119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:04.626226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:04.689986 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Router 835dd515-e245-4645-ac61-730758a30a54 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:16:04.791495 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:16:04.796498 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a8cdc5db-b36f-4539-8f82-38d70dddae91 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/835dd515-e245-4645-ac61-730758a30a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009902 Sep 16 02:16:04.798978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56432) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:04.804802 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Sync routers for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:16:04.815528 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:16:04.816437 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:04.898146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks [] for router (835dd515-e245-4645-ac61-730758a30a54), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:04.920209 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:16:05.002445 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks [] for router_gateway (835dd515-e245-4645-ac61-730758a30a54), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.048910 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Deleting port 6eda7ed6-26a7-4489-a896-745d09b1db4a {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:05.049244 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.137185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] For port 6eda7ed6-26a7-4489-a896-745d09b1db4a, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6eda7ed6-26a7-4489-a896-745d09b1db4a,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:05.137557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.151366 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Calling delete_port for 6eda7ed6-26a7-4489-a896-745d09b1db4a owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:05.174207 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:16:04Z', 'revision_number': 5, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port': {'id': '6eda7ed6-26a7-4489-a896-745d09b1db4a', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835dd515-e245-4645-ac61-730758a30a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:53Z', 'updated_at': '2022-09-16T02:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:05.199077 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Checking router: 835dd515-e245-4645-ac61-730758a30a54 for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:16:05.207398 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Routers {'835dd515-e245-4645-ac61-730758a30a54'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:16:05.208021 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['835dd515-e245-4645-ac61-730758a30a54'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:05.291700 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] Set router 835dd515-e245-4645-ac61-730758a30a54 gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:16:05.317816 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6eda7ed6-26a7-4489-a896-745d09b1db4a), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.342777 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:16:05Z', 'revision_number': 6, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:05.343054 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6eda7ed6-26a7-4489-a896-745d09b1db4a,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:05.368162 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c530ef6-3995-417a-9e0a-53c694eb5d7c None None] The sync data for ids ['835dd515-e245-4645-ac61-730758a30a54'] in dv-cinder-849143-2-iscsi is: [{'id': '835dd515-e245-4645-ac61-730758a30a54', 'name': 'tempest-TestVolumeBootPattern-544945050-router', 'tenant_id': '9cfcd2376b1c4398befa49b423aaae26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:52Z', 'updated_at': '2022-09-16T02:16:05Z', 'revision_number': 6, 'project_id': '9cfcd2376b1c4398befa49b423aaae26', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:16:05.392422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:05.410797 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (835dd515-e245-4645-ac61-730758a30a54), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.497989 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (835dd515-e245-4645-ac61-730758a30a54), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.500138 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks [] for router_controller (835dd515-e245-4645-ac61-730758a30a54), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.541769 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (835dd515-e245-4645-ac61-730758a30a54), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.542393 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835dd515-e245-4645-ac61-730758a30a54 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:16:05.546619 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.547880 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-599bfed8-ecc6-4a17-b22a-766af012eb7e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/835dd515-e245-4645-ac61-730758a30a54 HTTP/1.1" status: 204 len: 168 time: 0.7479911 Sep 16 02:16:05.550411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56436) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:05.578267 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:05.595874 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Deleting subnet f681d6f9-96ea-4125-a2f5-19e422132b79 {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:16:05.599048 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Publish callbacks [] for subnet (f681d6f9-96ea-4125-a2f5-19e422132b79), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.637144 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (f681d6f9-96ea-4125-a2f5-19e422132b79), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.710214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (f681d6f9-96ea-4125-a2f5-19e422132b79), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.766577 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (f681d6f9-96ea-4125-a2f5-19e422132b79), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.797773 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f681d6f9-96ea-4125-a2f5-19e422132b79,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:05.801793 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.805353 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-3dcb185b-3556-4904-a6e4-20d40fdfae98 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f681d6f9-96ea-4125-a2f5-19e422132b79 HTTP/1.1" status: 204 len: 168 time: 0.2540085 Sep 16 02:16:05.808287 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56438) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:05.810783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0847becd-333e-4220-97dc-209f7a47a739 None None] Network 26a960ea-9980-48fb-8180-c5983fb286de requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:16:05.878756 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (26a960ea-9980-48fb-8180-c5983fb286de), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.921878 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Deleting port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:05.922223 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:05.989919 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] For port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,segment=NetworkSegment(788c8c6d-a605-43c3-a509-bdc95e97e90d),segment_id=788c8c6d-a605-43c3-a509-bdc95e97e90d)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:05.990203 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.003340 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Calling delete_port for 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:06.079490 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (4c0a6e80-a649-4e73-b58e-0662d52f1bc8), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.106879 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] No DVR routers for this DVR port 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:16:06.111809 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0a6e80-a649-4e73-b58e-0662d52f1bc8,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:06.125810 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a9a1c-7df3-499e-9fad-547bbd4debb3 None None] DHCP port deletion for 26a960ea-9980-48fb-8180-c5983fb286de request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:16:06.184367 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (26a960ea-9980-48fb-8180-c5983fb286de), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.206070 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a960ea-9980-48fb-8180-c5983fb286de']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:06.216411 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788c8c6d-a605-43c3-a509-bdc95e97e90d') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:06.216708 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788c8c6d-a605-43c3-a509-bdc95e97e90d') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:06.226803 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (788c8c6d-a605-43c3-a509-bdc95e97e90d), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.240206 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (788c8c6d-a605-43c3-a509-bdc95e97e90d), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.246897 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:16:06.247279 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (788c8c6d-a605-43c3-a509-bdc95e97e90d), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.293279 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 788c8c6d-a605-43c3-a509-bdc95e97e90d resource provider aggregate not found Sep 16 02:16:06.317291 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 788c8c6d-a605-43c3-a509-bdc95e97e90d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 788c8c6d-a605-43c3-a509-bdc95e97e90d found for delete ", "request_id": "req-af15f6fe-c6bd-449a-ae42-5e39be3bd17d"}]} Sep 16 02:16:06.318691 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (26a960ea-9980-48fb-8180-c5983fb286de), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.325615 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:06.332193 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/26a960ea-9980-48fb-8180-c5983fb286de HTTP/1.1" status: 204 len: 168 time: 0.5228505 Sep 16 02:16:06.332559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56444) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:06.333653 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:16:06.345326 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ccc3f-03b3-4f30-8721-4715488b1696 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a960ea-9980-48fb-8180-c5983fb286de,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:06.356729 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:06.382615 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:06.383074 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4c0a6e80-a649-4e73-b58e-0662d52f1bc8 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:06.383582 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d3300bd3-0839-439e-bb4f-616ccee8f335 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:06.403302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: d3300bd3-0839-439e-bb4f-616ccee8f335 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:06.403676 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device d3300bd3-0839-439e-bb4f-616ccee8f335 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:06.404104 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6eda7ed6-26a7-4489-a896-745d09b1db4a no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:06.423222 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 6eda7ed6-26a7-4489-a896-745d09b1db4a {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:06.423862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6eda7ed6-26a7-4489-a896-745d09b1db4a not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:06.660793 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:07.096367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:07.136211 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Deleting port 6374c288-3acf-417b-a7ec-7c7cdb543951 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:07.136543 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:07.216374 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] For port 6374c288-3acf-417b-a7ec-7c7cdb543951, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=6374c288-3acf-417b-a7ec-7c7cdb543951,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:07.216734 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:07.229180 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Calling delete_port for 6374c288-3acf-417b-a7ec-7c7cdb543951 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:07.236924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:07.405336 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (6374c288-3acf-417b-a7ec-7c7cdb543951), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:07.432064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Pushing event deleted for resources: {'Port': ['ID=6374c288-3acf-417b-a7ec-7c7cdb543951,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:07.593149 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:07.796425 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:16:07.906477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:16:07.911313 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-9d51ac5d-e966-4fed-b224-37b94c12674f admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5760212 Sep 16 02:16:07.913849 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56446) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:07.916701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Sync routers for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:16:07.926336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:16:07.926950 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:08.005818 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:08.015927 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks [] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.029938 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:16:08.049862 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:08.116271 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks [] for router_gateway (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.159478 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Deleting port 4f95b9df-78e3-4a63-a799-4519bdf91d58 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:08.160257 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.197273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:16:07Z', 'revision_number': 5, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port': {'id': '4f95b9df-78e3-4a63-a799-4519bdf91d58', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:08.225434 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Checking router: cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:16:08.234586 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Routers {'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:16:08.235183 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:15:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:08.246865 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] For port 4f95b9df-78e3-4a63-a799-4519bdf91d58, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=4f95b9df-78e3-4a63-a799-4519bdf91d58,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:08.247226 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.260075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Calling delete_port for 4f95b9df-78e3-4a63-a799-4519bdf91d58 owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:08.320742 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] Set router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:16:08.373060 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:16:08Z', 'revision_number': 6, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:08.398130 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0e69e4-08bd-4c0c-9bf6-a3fc44fb1ff8 None None] The sync data for ids ['cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0'] in dv-cinder-849143-2-iscsi is: [{'id': 'cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0', 'name': 'tempest-TestVolumeBootPattern-2099363122-router', 'tenant_id': 'ac353b06b5524c06b9336411462ae8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:07:57Z', 'updated_at': '2022-09-16T02:16:08Z', 'revision_number': 6, 'project_id': 'ac353b06b5524c06b9336411462ae8ad', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:16:08.436543 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4f95b9df-78e3-4a63-a799-4519bdf91d58), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.463108 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f95b9df-78e3-4a63-a799-4519bdf91d58,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:08.526517 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.613615 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.615723 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks [] for router_controller (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.660022 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.660612 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:16:08.664708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.666614 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-68ce2971-4e79-49ca-8da0-695f5ea3fd8a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/cb8eac45-14e7-4a0d-ae71-fe8e1fab7ca0 HTTP/1.1" status: 204 len: 168 time: 0.7518628 Sep 16 02:16:08.669309 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56448) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:08.713141 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Deleting subnet 1935503e-0157-4d8f-9f18-b2ba5d8ad3cf {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:16:08.716207 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Publish callbacks [] for subnet (1935503e-0157-4d8f-9f18-b2ba5d8ad3cf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.751947 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (1935503e-0157-4d8f-9f18-b2ba5d8ad3cf), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.843408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (1935503e-0157-4d8f-9f18-b2ba5d8ad3cf), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.889410 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:08.898426 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (1935503e-0157-4d8f-9f18-b2ba5d8ad3cf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.903052 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:08.928243 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:08.931332 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1935503e-0157-4d8f-9f18-b2ba5d8ad3cf HTTP/1.1" status: 204 len: 168 time: 0.2610629 Sep 16 02:16:08.932443 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6b35-e573-4d45-b949-9e318aeede9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1935503e-0157-4d8f-9f18-b2ba5d8ad3cf,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:08.934134 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56450) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:08.937607 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc08bd3-e5f4-47c4-8ff8-9214b3f3990f None None] Network 67412b45-125c-4d6b-91ef-6ede2565f5a5 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:16:09.005447 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (67412b45-125c-4d6b-91ef-6ede2565f5a5), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.047732 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Deleting port 3a765099-15d1-468f-8323-bc4ff5ee0b8c {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:09.048096 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.113913 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] For port 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3a765099-15d1-468f-8323-bc4ff5ee0b8c,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:09.114282 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.129115 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Calling delete_port for 3a765099-15d1-468f-8323-bc4ff5ee0b8c owned by network:dhcp {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:09.137837 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:09.151551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] DHCP port deletion for 67412b45-125c-4d6b-91ef-6ede2565f5a5 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:16:09.188426 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:09.191817 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:09.192039 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Deleting port 3a765099-15d1-468f-8323-bc4ff5ee0b8c {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:16:09.192427 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.216377 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.238463 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:09.242422 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a765099-15d1-468f-8323-bc4ff5ee0b8c,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:09.247367 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] No DVR routers for this DVR port 3a765099-15d1-468f-8323-bc4ff5ee0b8c on host dv-cinder-849143-2-iscsi {{(pid=106213) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:16:09.268302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] For port 3a765099-15d1-468f-8323-bc4ff5ee0b8c, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=3a765099-15d1-468f-8323-bc4ff5ee0b8c,segment=NetworkSegment(52caeef1-e1f6-44bf-b3a8-d26843c4c2a0),segment_id=52caeef1-e1f6-44bf-b3a8-d26843c4c2a0)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:16:09.268691 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.283165 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Calling delete_port for 3a765099-15d1-468f-8323-bc4ff5ee0b8c owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:16:09.326480 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (67412b45-125c-4d6b-91ef-6ede2565f5a5), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.357893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67412b45-125c-4d6b-91ef-6ede2565f5a5']}} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:09.362598 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (3a765099-15d1-468f-8323-bc4ff5ee0b8c), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.369129 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0') {'for_net_delete': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:09.369998 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.services.segments.db [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52caeef1-e1f6-44bf-b3a8-d26843c4c2a0') {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:16:09.381001 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3686316'] for segment (52caeef1-e1f6-44bf-b3a8-d26843c4c2a0), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.391848 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Pushing event deleted for resources: {'Port': ['ID=3a765099-15d1-468f-8323-bc4ff5ee0b8c,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:09.396481 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (52caeef1-e1f6-44bf-b3a8-d26843c4c2a0), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.402342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.402607 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.403008 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.403320 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.403862 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.404516 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.405363 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.405580 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106213) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:16:09.406109 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1942736'] for segment (52caeef1-e1f6-44bf-b3a8-d26843c4c2a0), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.406336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.406829 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.407336 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.407846 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.408355 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.408863 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.409352 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.409849 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:16:09.413946 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1e26f-80f2-4bfe-b95b-a3209e541d18 None None] No DVR routers for this DVR port 3a765099-15d1-468f-8323-bc4ff5ee0b8c on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:16:09.456513 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 52caeef1-e1f6-44bf-b3a8-d26843c4c2a0 resource provider aggregate not found Sep 16 02:16:09.479171 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.services.segments.plugin [-] Segment 52caeef1-e1f6-44bf-b3a8-d26843c4c2a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52caeef1-e1f6-44bf-b3a8-d26843c4c2a0 found for delete ", "request_id": "req-3e2ace8b-dca4-4d74-bc47-14d32456a206"}]} Sep 16 02:16:09.483385 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (67412b45-125c-4d6b-91ef-6ede2565f5a5), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.488967 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.491992 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/67412b45-125c-4d6b-91ef-6ede2565f5a5 HTTP/1.1" status: 204 len: 168 time: 0.5561867 Sep 16 02:16:09.504036 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36330f-56a6-4d7f-bf1a-d093318e6f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=67412b45-125c-4d6b-91ef-6ede2565f5a5,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:09.607357 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56458) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:09.647666 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-036de9ca-8e71-4df8-bf67-e6d48f194548 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9cfcd2376b1c4398befa49b423aaae26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388727 Sep 16 02:16:09.650318 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56460) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:09.697698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] Publish callbacks [] for security_group (8900d1c5-0c46-4a4c-ac5a-06daf31061f1), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.717067 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] Publish callbacks [] for security_group (8900d1c5-0c46-4a4c-ac5a-06daf31061f1), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.767465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (8900d1c5-0c46-4a4c-ac5a-06daf31061f1), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.770020 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:09.771139 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8900d1c5-0c46-4a4c-ac5a-06daf31061f1 HTTP/1.1" status: 204 len: 168 time: 0.1199508 Sep 16 02:16:09.779592 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de06ea-bd1d-4bfe-8923-c79d1c36a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900d1c5-0c46-4a4c-ac5a-06daf31061f1,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:10.086222 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56466) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:10.126851 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-7303a020-07a7-4118-9b18-7f1518c18018 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ac353b06b5524c06b9336411462ae8ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393257 Sep 16 02:16:10.129246 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56468) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:16:10.176119 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] Publish callbacks [] for security_group (71198564-4f66-4ae5-96c0-10989b9a932f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:10.195894 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] Publish callbacks [] for security_group (71198564-4f66-4ae5-96c0-10989b9a932f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:10.241708 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (71198564-4f66-4ae5-96c0-10989b9a932f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:10.245329 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:10.246485 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/71198564-4f66-4ae5-96c0-10989b9a932f HTTP/1.1" status: 204 len: 168 time: 0.1163635 Sep 16 02:16:10.254145 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d91f3-cb43-4f65-9b63-2754de2d8975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71198564-4f66-4ae5-96c0-10989b9a932f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:16:10.338952 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6374c288-3acf-417b-a7ec-7c7cdb543951 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:10.358272 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 6374c288-3acf-417b-a7ec-7c7cdb543951 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:10.358618 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 6374c288-3acf-417b-a7ec-7c7cdb543951 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:10.359038 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4f95b9df-78e3-4a63-a799-4519bdf91d58 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:10.378962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 4f95b9df-78e3-4a63-a799-4519bdf91d58 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:10.379307 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 4f95b9df-78e3-4a63-a799-4519bdf91d58 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:10.379739 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3a765099-15d1-468f-8323-bc4ff5ee0b8c no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:16:10.397933 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 3a765099-15d1-468f-8323-bc4ff5ee0b8c {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:16:10.398276 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 3a765099-15d1-468f-8323-bc4ff5ee0b8c not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:16:13.435315 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-027e31c2-b04a-4fc3-9b80-bd83b3463510 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402596 Sep 16 02:16:13.537509 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-96b259cc-4384-4460-aeab-5770fe9574c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:13.538966 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-96b259cc-4384-4460-aeab-5770fe9574c3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0397568 Sep 16 02:16:13.639859 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-b9224a63-6962-4647-881a-99545d9171a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:13.641328 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-b9224a63-6962-4647-881a-99545d9171a0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0844617 Sep 16 02:16:13.704416 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-90a684b7-a9be-4062-b36b-8fceac6a9a08 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 1001 time: 0.0565729 Sep 16 02:16:13.752168 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-a6ad0744-cd9e-4ca9-aa04-fd379b0e4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:13.753547 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-a6ad0744-cd9e-4ca9-aa04-fd379b0e4f3b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0433626 Sep 16 02:16:13.796190 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-c81a857d-09cb-4c96-984a-a3ddb28d9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:13.797625 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-c81a857d-09cb-4c96-984a-a3ddb28d9dc1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377283 Sep 16 02:16:13.889115 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-8d9953ca-bb7a-4f06-bde8-ab901b9426a5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854747 Sep 16 02:16:13.977219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:13.984201 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-95264b3a-413d-4765-b6e9-14d5c6071793 req-f2c6e2d6-50a9-4dd5-8c1b-1696b58982ce service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896223 Sep 16 02:16:15.293325 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=91 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:16.034414 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4651189a-0739-45fb-8147-3904d2afcc03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:16.328979 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=80 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:18.484967 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e4f924c4-f0cf-407c-9b66-408fb6254bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:19.475794 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=25,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:19.495158 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:19.593662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:21.205114 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:21.550356 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:23.981214 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:30.910124 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:40.904285 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:40.906196 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:43.332691 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:16:45.621695 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a470a8-213c-4ca4-871f-fd264ef95ae7 req-a29b47dc-aab2-4228-a9ae-83a50fa57498 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:45.623167 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f9a470a8-213c-4ca4-871f-fd264ef95ae7 req-a29b47dc-aab2-4228-a9ae-83a50fa57498 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 16 02:16:45.672701 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f9a470a8-213c-4ca4-871f-fd264ef95ae7 req-e7e03ab7-caf6-4ee9-9846-49c31d7a261c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437939 Sep 16 02:16:46.036874 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d39f6615-994c-4085-a243-22b6a09af4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:46.796109 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13175a0-eb0c-4d4e-bbbf-f755c0c90253 req-c4623df7-c499-4141-a1b2-0194f663d011 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:46.797560 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a13175a0-eb0c-4d4e-bbbf-f755c0c90253 req-c4623df7-c499-4141-a1b2-0194f663d011 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0469706 Sep 16 02:16:46.846242 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a13175a0-eb0c-4d4e-bbbf-f755c0c90253 req-dbbbb62c-b57b-4fcf-910f-cf8ae422a6e1 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 Sep 16 02:16:47.965220 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4cf87-2282-4d10-882d-696314533aa7 req-c2075a7c-2ddb-4719-9dd2-80e7e221c9bc tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:47.966657 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25f4cf87-2282-4d10-882d-696314533aa7 req-c2075a7c-2ddb-4719-9dd2-80e7e221c9bc tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0458369 Sep 16 02:16:48.015407 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-25f4cf87-2282-4d10-882d-696314533aa7 req-22da17d5-b7d9-4d8f-a4da-6da25ee0fbae tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Sep 16 02:16:48.485413 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-bbf65174-b3ce-4336-b21d-25211b9a3ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:49.137055 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfb1f3-c160-4804-a943-51ce541c4095 req-0d0751f0-4eca-42a0-bb29-cb3f32b19f61 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:49.138524 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-91cfb1f3-c160-4804-a943-51ce541c4095 req-0d0751f0-4eca-42a0-bb29-cb3f32b19f61 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0470686 Sep 16 02:16:49.190507 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-91cfb1f3-c160-4804-a943-51ce541c4095 req-b67de182-023c-4d7b-8daa-b502b0b00bec tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464644 Sep 16 02:16:49.598332 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:50.315561 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7557c-ea6c-4ce0-ae0b-29d47b2edb1b req-37a14a96-a4e1-4333-955d-623c678fbcd8 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:50.317051 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1f7557c-ea6c-4ce0-ae0b-29d47b2edb1b req-37a14a96-a4e1-4333-955d-623c678fbcd8 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0502095 Sep 16 02:16:50.365010 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-b1f7557c-ea6c-4ce0-ae0b-29d47b2edb1b req-f2d2a6f1-5115-4c0a-9faf-fd04b0e194fd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Sep 16 02:16:50.551641 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:51.207192 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:51.485783 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6e353-42f2-4054-986e-b0a8df8c4999 req-b5f9c5e0-9c39-403c-a2a6-09ccb337845f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:51.487114 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0ce6e353-42f2-4054-986e-b0a8df8c4999 req-b5f9c5e0-9c39-403c-a2a6-09ccb337845f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0460534 Sep 16 02:16:51.535873 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-0ce6e353-42f2-4054-986e-b0a8df8c4999 req-67d02aa8-5d45-4c56-815e-9fb25c363f7a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Sep 16 02:16:51.553180 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:16:52.659052 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e60b-3d9c-4c1a-a9de-c34a8a956a4f req-40b124aa-fa2c-4c5f-8eb9-0c3b30279964 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:52.660508 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f3c4e60b-3d9c-4c1a-a9de-c34a8a956a4f req-40b124aa-fa2c-4c5f-8eb9-0c3b30279964 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0465977 Sep 16 02:16:52.709040 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f3c4e60b-3d9c-4c1a-a9de-c34a8a956a4f req-8bd6bde9-077a-400c-8f2a-aaf4d686b4a2 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Sep 16 02:16:53.328491 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:53.829265 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50bee4-16b6-4e5a-a2ab-c5bbae64b4ff req-62862bb4-6f7a-45bc-b8a4-9ddf0ff65ffe tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:53.830704 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6d50bee4-16b6-4e5a-a2ab-c5bbae64b4ff req-62862bb4-6f7a-45bc-b8a4-9ddf0ff65ffe tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0476532 Sep 16 02:16:53.878631 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6d50bee4-16b6-4e5a-a2ab-c5bbae64b4ff req-2a5baa64-26ef-44bd-a3b9-f74821f06cc7 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Sep 16 02:16:55.000933 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165718a-1238-41d4-9985-4ffe37e217a1 req-84e71d93-ee5f-435e-b120-12ac3cec490f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:55.002376 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7165718a-1238-41d4-9985-4ffe37e217a1 req-84e71d93-ee5f-435e-b120-12ac3cec490f tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0502858 Sep 16 02:16:55.052000 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-7165718a-1238-41d4-9985-4ffe37e217a1 req-ce1c6307-1190-418d-a1e8-b050f61bd71e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440235 Sep 16 02:16:55.748000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-1c232547-6eed-488c-83c5-8a958eedcfb6 service neutron] (106214) timed out ('10.222.0.42', 51846) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:16:55.858000 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-1be3e839-792c-49a9-a21b-638e255815fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:55.859472 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-1be3e839-792c-49a9-a21b-638e255815fe service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0386286 Sep 16 02:16:55.937204 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-67868df2-9235-406a-975c-081fd6a50179 req-248cbd18-f710-43c5-8c9f-4ea450f1be4c tempest-AttachVolumeShelveTestJSON-1249782334 tempest-AttachVolumeShelveTestJSON-1249782334-project] (106214) timed out ('10.222.0.42', 51854) {{(pid=106214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 16 02:16:55.952029 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-880bed86-d49a-4979-b290-5b69a5e7c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:55.953470 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-880bed86-d49a-4979-b290-5b69a5e7c415 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0878396 Sep 16 02:16:56.014063 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-789536a5-46d6-48dc-9f6b-0ee7aa5e63ca service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 1001 time: 0.0544295 Sep 16 02:16:56.065412 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-ed15c15b-9cc5-4468-838c-167dae142e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:56.066882 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-ed15c15b-9cc5-4468-838c-167dae142e65 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0469904 Sep 16 02:16:56.112813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-db7d63c8-ebe7-41ef-a020-4ff26d249e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:56.114452 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-db7d63c8-ebe7-41ef-a020-4ff26d249e3f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422220 Sep 16 02:16:56.209289 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-5a641416-4939-4f03-ba9a-36f60404fa52 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886085 Sep 16 02:16:56.309984 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f426679f-7efa-4709-b5ca-c46ae201e683 req-36757c27-3dcd-4ac3-ad9e-e4942512e99b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939889 Sep 16 02:16:56.398885 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34a431-c4dc-4d6e-8750-159bf100e170 req-2ab557b4-7adb-44f7-a9e0-43886a121dc8 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:56.400336 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cd34a431-c4dc-4d6e-8750-159bf100e170 req-2ab557b4-7adb-44f7-a9e0-43886a121dc8 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.2717397 Sep 16 02:16:56.448412 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-cd34a431-c4dc-4d6e-8750-159bf100e170 req-4f8d4ced-0d32-4bd0-861f-f4a37cb10b18 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Sep 16 02:16:57.569444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1709-e885-470c-84a3-968336d69eeb req-d1dd1852-7efb-48e9-8190-c36db70fa080 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:57.570880 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1cbc1709-e885-470c-84a3-968336d69eeb req-d1dd1852-7efb-48e9-8190-c36db70fa080 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0465701 Sep 16 02:16:57.582689 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:16:57.619558 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-1cbc1709-e885-470c-84a3-968336d69eeb req-085b3f5f-66f8-4a43-a0c6-5a1a5eda9916 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Sep 16 02:16:58.754946 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf580fa-806c-40f3-b500-6567c93d0615 req-f8298ec8-2d18-457b-8b83-3086bbde384c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:16:58.756892 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2cf580fa-806c-40f3-b500-6567c93d0615 req-f8298ec8-2d18-457b-8b83-3086bbde384c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Sep 16 02:16:58.816685 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-2cf580fa-806c-40f3-b500-6567c93d0615 req-e9cdf477-6375-48e3-8131-330f8f031e8e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523686 Sep 16 02:16:58.903015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-f1123bc1-28ee-403f-8434-61275c4b393d req-72ce4604-cd76-44ba-a95b-c320e1c3b578 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:16:58.904292 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-f1123bc1-28ee-403f-8434-61275c4b393d req-72ce4604-cd76-44ba-a95b-c320e1c3b578 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055497 Sep 16 02:17:00.034012 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56504) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:17:00.106186 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de2faa-b5bf-4c65-b348-d51ce2272a71 req-fafbbff7-652f-4585-96f1-96066437a9b5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:00.107742 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a4de2faa-b5bf-4c65-b348-d51ce2272a71 req-fafbbff7-652f-4585-96f1-96066437a9b5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0502551 Sep 16 02:17:00.158264 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a4de2faa-b5bf-4c65-b348-d51ce2272a71 req-5ca5866a-6aa6-49b9-8a3b-6dadd1eef34d tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444255 Sep 16 02:17:00.189870 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:00.220321 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-cb4748a7-4053-4170-b49f-308c165a57ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1852763 Sep 16 02:17:00.228702 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-99f30248-264d-4087-9a55-97b84969dfab service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 16 02:17:00.231965 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-99f30248-264d-4087-9a55-97b84969dfab service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049441 Sep 16 02:17:00.258505 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56508) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:17:00.426331 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-d7cf196b-8a5f-41e2-b1e8-c535af4a7a7e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:00.427813 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-d7cf196b-8a5f-41e2-b1e8-c535af4a7a7e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports/4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 942 time: 0.1682198 Sep 16 02:17:00.920963 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:01.281536 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18b45f-7b71-41b4-95ca-03bbfc87ca03 req-af1c99f2-a492-43a3-aa6e-fdf4c4925160 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:01.283028 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6b18b45f-7b71-41b4-95ca-03bbfc87ca03 req-af1c99f2-a492-43a3-aa6e-fdf4c4925160 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0477958 Sep 16 02:17:01.334263 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-6b18b45f-7b71-41b4-95ca-03bbfc87ca03 req-80dbbf4a-1a81-4872-b9db-ad72674fd027 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Sep 16 02:17:01.437590 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:17:01.515342 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4c2f2ad7-8720-4f8e-9294-ca860089689f is: ACTIVE; New status is: DOWN {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:17:01.515644 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:01.539551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:17:01.541798 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43e9c8-c24c-43e9-985f-27b2ca15e0c6" -d '{"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:17:01.556354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:17:01.560580 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:01.615351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=6']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:17:01.652771 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Sep 2022 02:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c92ef-5d12-4f68-897a-d75e52d14cb9 x-openstack-request-id: req-106c92ef-5d12-4f68-897a-d75e52d14cb9 {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:17:01.653067 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:17:01.653319 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-106c92ef-5d12-4f68-897a-d75e52d14cb9 {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:17:01.653723 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106c92ef-5d12-4f68-897a-d75e52d14cb9'] response: {'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'code': 200} Sep 16 02:17:01.967438 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-73931d7f-62bf-4640-9311-3e3ca7ef30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:01.969072 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-73931d7f-62bf-4640-9311-3e3ca7ef30ac service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98&tenant_id=f1bf0e348b4944e8907b80446a12a6ac HTTP/1.1" status: 200 len: 1127 time: 0.0397139 Sep 16 02:17:02.049322 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-ed1bc21e-6d47-451a-b287-ead1baca5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:02.050791 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-ed1bc21e-6d47-451a-b287-ead1baca5c11 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1127 time: 0.0424991 Sep 16 02:17:02.140492 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-c693ca49-b347-4c00-800f-b1d5e5b5316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:02.141952 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-c693ca49-b347-4c00-800f-b1d5e5b5316b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0854053 Sep 16 02:17:02.204677 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-43646801-b5bb-4da5-aad4-18f34f7ef088 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 999 time: 0.0567613 Sep 16 02:17:02.252493 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-d05e7fa5-ca6d-4a8f-8ced-20c8123367e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:02.253822 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-d05e7fa5-ca6d-4a8f-8ced-20c8123367e9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0432768 Sep 16 02:17:02.296660 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-28b34d5c-c5a8-4932-8cc1-da1562633d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:02.298153 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-28b34d5c-c5a8-4932-8cc1-da1562633d0e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389166 Sep 16 02:17:02.392397 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-6a913ee1-dc09-444c-ae88-6826ea483bf6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Sep 16 02:17:02.747014 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f9f2-d9d4-47e0-af0f-411156fbd66f req-18a4474e-21b9-4ab8-ace5-c09084958849 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:02.748487 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e14f9f2-d9d4-47e0-af0f-411156fbd66f req-18a4474e-21b9-4ab8-ace5-c09084958849 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.3332918 Sep 16 02:17:02.799670 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-709ca418-15ab-4417-a315-1cb0b44e5365 req-227aab78-fde1-49bc-a083-a8d58d8197f1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017341 Sep 16 02:17:02.818548 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5e14f9f2-d9d4-47e0-af0f-411156fbd66f req-c1308e6e-e947-43f1-aa3f-11e8385a40d4 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636733 Sep 16 02:17:03.942916 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184d76c-fa77-4d92-95a3-56fb56684434 req-387e4d34-3a2a-4ae5-9b19-b7016b7a6eca tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:03.944368 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6184d76c-fa77-4d92-95a3-56fb56684434 req-387e4d34-3a2a-4ae5-9b19-b7016b7a6eca tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0462203 Sep 16 02:17:03.992041 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-6184d76c-fa77-4d92-95a3-56fb56684434 req-45e2b52c-c81b-4ec0-90c1-e5987621bafe tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 Sep 16 02:17:05.118185 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e3521-a6ff-4157-b84f-740ebd6732f7 req-054a9d06-850a-4def-bb58-5ecd6f856fcf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:05.119871 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b4e3521-a6ff-4157-b84f-740ebd6732f7 req-054a9d06-850a-4def-bb58-5ecd6f856fcf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0463982 Sep 16 02:17:05.169610 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8b4e3521-a6ff-4157-b84f-740ebd6732f7 req-da4a9bcb-20fa-4bd6-866f-0d7d2dd9c4c3 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Sep 16 02:17:06.289277 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e59c3-82f8-4392-a5d9-3d66d892e7c6 req-a963438b-a60a-48e8-8921-2ca3499380b6 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:06.290710 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb4e59c3-82f8-4392-a5d9-3d66d892e7c6 req-a963438b-a60a-48e8-8921-2ca3499380b6 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0458851 Sep 16 02:17:06.343254 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-eb4e59c3-82f8-4392-a5d9-3d66d892e7c6 req-0a0db9b1-3e9c-4349-960b-a450ae143122 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470057 Sep 16 02:17:07.462187 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ce9d-d8c2-4774-8187-dca245275227 req-f2d731f1-5282-41f8-9e19-91c7c0a5c27e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:07.463617 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccc2ce9d-d8c2-4774-8187-dca245275227 req-f2d731f1-5282-41f8-9e19-91c7c0a5c27e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0466888 Sep 16 02:17:07.518851 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ccc2ce9d-d8c2-4774-8187-dca245275227 req-3fadedb1-5137-4f08-9125-34fcd32d68ab tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490048 Sep 16 02:17:08.641085 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a7360-5680-4104-924b-6642e63b3c8e req-54cfb277-c3cd-4c5f-8cb6-93d9ba839340 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:08.642510 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7b2a7360-5680-4104-924b-6642e63b3c8e req-54cfb277-c3cd-4c5f-8cb6-93d9ba839340 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0468144 Sep 16 02:17:08.689403 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-7b2a7360-5680-4104-924b-6642e63b3c8e req-5559a375-0d7c-4491-95ab-925e49bed680 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Sep 16 02:17:09.792754 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:09.807980 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e63b31-754c-4b72-b78f-587341a05dd9 req-a2b22328-ae20-4722-9714-a6c064a0bfcf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:09.809488 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2e63b31-754c-4b72-b78f-587341a05dd9 req-a2b22328-ae20-4722-9714-a6c064a0bfcf tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0459707 Sep 16 02:17:09.842460 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=100 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:09.858853 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-e2e63b31-754c-4b72-b78f-587341a05dd9 req-2165edd2-9f0e-4b41-b1f5-266ba3579c8a tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438302 Sep 16 02:17:10.940365 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=93 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:10.942486 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:10.977031 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259fd74-3c6e-4c1e-afef-24307cbc7df4 req-fb15b16b-fe78-43cb-b061-ae91a7dcf244 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:10.978457 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a259fd74-3c6e-4c1e-afef-24307cbc7df4 req-fb15b16b-fe78-43cb-b061-ae91a7dcf244 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 943 time: 0.0471177 Sep 16 02:17:11.027405 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-a259fd74-3c6e-4c1e-afef-24307cbc7df4 req-f03ad82d-fcfd-4dcb-a90d-7829934b786c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431068 Sep 16 02:17:11.494639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106215) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 16 02:17:11.497454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:11.498905 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:11.597970 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:17:11.614358 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Returning: {'device': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'port_id': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'mac_address': 'fa:16:3e:51:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106215) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 16 02:17:11.649299 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4c2f2ad7-8720-4f8e-9294-ca860089689f is: DOWN; New status is: BUILD {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:17:11.649686 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:11.663584 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2f2ad7-8720-4f8e-9294-ca860089689f {{(pid=106215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 16 02:17:11.683955 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:17:11.687321 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:11.732708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=7']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:17:11.739643 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.740021 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.740367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.740708 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.741042 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.741373 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.741701 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.742028 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.742354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.742678 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.743003 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.743326 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.743646 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.743989 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:11.744565 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:17:12.122351 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] get_ports_and_sgs() called for port_ids ['4c2f2ad7-8720-4f8e-9294-ca860089689f'] {{(pid=106215) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 16 02:17:12.147012 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a8a4-94a4-4174-9827-0ed10adb4649 req-09f6d091-5f95-4b4f-8ff1-7e8610c9d473 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:12.148496 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8743a8a4-94a4-4174-9827-0ed10adb4649 req-09f6d091-5f95-4b4f-8ff1-7e8610c9d473 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 944 time: 0.0480840 Sep 16 02:17:12.197898 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-8743a8a4-94a4-4174-9827-0ed10adb4649 req-04807518-e7ce-4dc4-8f21-b9fa01f10795 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Sep 16 02:17:13.321534 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ded60-2b3c-467e-90bf-9c1a9d126ba8 req-816e7b4b-2675-4629-9a96-9c4a377ff635 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:13.322971 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-893ded60-2b3c-467e-90bf-9c1a9d126ba8 req-816e7b4b-2675-4629-9a96-9c4a377ff635 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 944 time: 0.0495477 Sep 16 02:17:13.373572 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-893ded60-2b3c-467e-90bf-9c1a9d126ba8 req-78ffbbc4-1da1-4349-82ff-90f955b85809 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Sep 16 02:17:13.512353 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f up at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 16 02:17:13.557186 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.provisioning_blocks [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Provisioning complete for port 4c2f2ad7-8720-4f8e-9294-ca860089689f triggered by entity L2. {{(pid=106215) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 16 02:17:13.557558 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3619898'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), provisioning_complete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:13.557897 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Attempt 1 to provision port 4c2f2ad7-8720-4f8e-9294-ca860089689f Sep 16 02:17:13.628962 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Current status of the port 4c2f2ad7-8720-4f8e-9294-ca860089689f is: BUILD; New status is: ACTIVE {{(pid=106215) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 16 02:17:13.629344 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-694698'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:13.651354 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:17:13.654272 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386a6799057ed95224be0c03fad1b926b110b56f7c25d5f12181c91d9424bd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c078167c-bb23-4e5e-b665-ea5e36ec1b63" -d '{"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-plugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:17:13.663316 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:13.667216 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:17:13.672764 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772321756326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772321318382', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772321286916'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:13.697259 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341288b9-50af-45de-b48d-6fac29489cfc x-openstack-request-id: req-341288b9-50af-45de-b48d-6fac29489cfc {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:17:13.697545 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-plugged", "status": "completed", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "code": 200}]} {{(pid=106215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:17:13.697794 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-341288b9-50af-45de-b48d-6fac29489cfc {{(pid=106215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:17:13.698180 dv-cinder-849143-2-iscsi neutron-server[106215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341288b9-50af-45de-b48d-6fac29489cfc'] response: {'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'code': 200} Sep 16 02:17:13.721648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Pushing event updated for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=8']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:17:13.976155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8a492-ccd5-446d-b44e-a624516a3049 req-514aefac-893b-4748-a2e0-33eeb4d0c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:13.977578 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00f8a492-ccd5-446d-b44e-a624516a3049 req-514aefac-893b-4748-a2e0-33eeb4d0c147 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0412436 Sep 16 02:17:14.023659 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-00f8a492-ccd5-446d-b44e-a624516a3049 req-b9bf928b-76a8-4c47-819a-5ee9f9c0e13e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389757 Sep 16 02:17:14.496970 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fc09c-4da9-4f9d-9480-de5ac34aa214 req-81d5043e-b1c1-4612-ac24-4dc108f2bd61 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:14.498410 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed6fc09c-4da9-4f9d-9480-de5ac34aa214 req-81d5043e-b1c1-4612-ac24-4dc108f2bd61 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0460515 Sep 16 02:17:14.547414 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-ed6fc09c-4da9-4f9d-9480-de5ac34aa214 req-8b72b9d7-657e-47fe-887e-05e36472aab7 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Sep 16 02:17:14.872423 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-609c5b58-7d3a-4d94-9219-211ddf93dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:14.873868 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-609c5b58-7d3a-4d94-9219-211ddf93dc09 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0387087 Sep 16 02:17:14.983276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-1a5d0b47-7e57-495e-ad1c-2ab81fedab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:14.984795 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-1a5d0b47-7e57-495e-ad1c-2ab81fedab42 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0912294 Sep 16 02:17:15.048354 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-15719f67-cc4c-4a34-b384-cff0821b45bd service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 1001 time: 0.0542622 Sep 16 02:17:15.095813 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-46ac4776-6a21-487c-bc4a-508b4ff6b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:15.098146 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-46ac4776-6a21-487c-bc4a-508b4ff6b622 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0434999 Sep 16 02:17:15.145314 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-9ea7d217-7674-45d4-84de-deb472aa2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:15.146749 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-9ea7d217-7674-45d4-84de-deb472aa2d26 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420747 Sep 16 02:17:15.449899 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-55633fe0-127c-440a-9cae-7d6d15358c36 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861659 Sep 16 02:17:15.679440 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57b2b-fb69-468d-832a-227c4133afad req-f9ad27cf-de64-4fb3-a2b4-de70a447fc9e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:17:15.680933 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fab57b2b-fb69-468d-832a-227c4133afad req-f9ad27cf-de64-4fb3-a2b4-de70a447fc9e tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Sep 16 02:17:15.781820 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-fab57b2b-fb69-468d-832a-227c4133afad req-5252cb34-2326-4881-a0d4-2853d29b6513 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947807 Sep 16 02:17:15.815388 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-ff35baa8-4206-48cd-89f8-859a8b410b4c req-ca0dea89-f6c0-482d-bd22-0f8f8066ecb4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126266 Sep 16 02:17:16.038944 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c485e55b-8efa-47e3-aef6-ed95ef097858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:18.487513 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7f09f4d6-0c7f-4ac3-97c7-86fa45f2055e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:19.599897 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:20.331742 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:17:21.210716 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:21.556148 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:24.539516 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=27 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:24.542840 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=25 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:25.810486 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=79 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:25.812448 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=76 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:27.556231 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=2 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:30.327502 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:30.922751 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:30.931618 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:40.926552 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:44.399984 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:44.400700 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:17:46.040218 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-aec4904e-efb2-4fc5-a9be-59ca37d1052e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:48.488944 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-699f1b40-bc43-4180-989f-7bd7b7fef1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:49.603405 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:51.213625 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:51.558783 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:17:57.330595 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:18:00.927927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:07.325691 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:07.326524 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:10.916465 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=25 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:10.923869 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:15.457750 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-19db112a-3b32-4e2b-8cd0-2d7593a98b6f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428104 Sep 16 02:18:15.560272 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-a28deedf-a88f-4323-baab-b22ad36cb18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:15.561736 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-a28deedf-a88f-4323-baab-b22ad36cb18b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0386965 Sep 16 02:18:15.668934 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-ebde6689-cba0-47a7-936d-2ca76aad7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:15.670374 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-ebde6689-cba0-47a7-936d-2ca76aad7709 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.0895264 Sep 16 02:18:15.731623 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-9d6dea7b-89ab-4eff-b8f7-5d57bc78b436 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 1001 time: 0.0542819 Sep 16 02:18:15.780007 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-62660923-4ea3-48c1-b762-3ecb7f144ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:15.781399 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-62660923-4ea3-48c1-b762-3ecb7f144ebc service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0432930 Sep 16 02:18:15.825154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-72a855f7-d12b-4a30-8451-c9b82dae39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:15.826642 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-72a855f7-d12b-4a30-8451-c9b82dae39de service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389853 Sep 16 02:18:15.920876 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-34f0a31c-86b1-4c3c-974f-a33ce58fe32b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876558 Sep 16 02:18:16.012910 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-a7e20a4b-de82-40d5-a7c9-efd8944eb10c req-a9b9ddbb-f597-4ba6-876d-3506c0f14174 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Sep 16 02:18:16.041606 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-99a25dc8-399c-41e6-a3cc-d78e311a26ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:18.489779 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6919364d-481b-4f77-9b8c-6bfb9823521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:19.604790 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:21.220006 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:21.562141 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:26.003655 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=46 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:26.009938 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=55 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:30.953893 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:34.332461 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:18:40.947611 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:40.950106 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:42.805281 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56570) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:42.947476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Deleting port 7d47b126-7ddf-431a-a1ae-48b6052a5864 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:42.948444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.022603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.022926 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for floatingip (7d47b126-7ddf-431a-a1ae-48b6052a5864), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.035282 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Calling delete_port for 7d47b126-7ddf-431a-a1ae-48b6052a5864 owned by network:floatingip {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:43.198347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (7d47b126-7ddf-431a-a1ae-48b6052a5864), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.226174 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event deleted for resources: {'Port': ['ID=7d47b126-7ddf-431a-a1ae-48b6052a5864,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:43.251411 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.251758 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.252127 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.252464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.252790 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.253114 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.253436 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.253757 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.254077 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.254395 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.254713 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.255031 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.255347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.255664 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.255998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:43.297465 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for floatingip (2f945de5-223b-451e-a8d3-426e104dd6ce), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.297788 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.db.l3_db [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Floating IP 2f945de5-223b-451e-a8d3-426e104dd6ce disassociated (deleted). External IP: 172.27.0.174, port: 4c2f2ad7-8720-4f8e-9294-ca860089689f. Sep 16 02:18:43.495716 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Router a46fecde-4656-434a-82f2-01a1ceb36edf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:18:43.596765 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:18:43.601239 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for floatingip (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:43.607988 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Sync routers for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:18:43.618668 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:43.619273 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:43.631377 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-06638728-8d99-4e01-ae16-07030da954cd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/2f945de5-223b-451e-a8d3-426e104dd6ce HTTP/1.1" status: 204 len: 168 time: 0.8248730 Sep 16 02:18:43.632045 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:18:43.634287 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72611a50-c82f-4526-9eaa-ada1a9460c09" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:18:43.690075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Sep 2022 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93fca51-3104-4d3d-84f6-c3c79d7cc6d3 x-openstack-request-id: req-e93fca51-3104-4d3d-84f6-c3c79d7cc6d3 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:18:43.690373 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:18:43.690630 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e93fca51-3104-4d3d-84f6-c3c79d7cc6d3 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:18:43.691040 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93fca51-3104-4d3d-84f6-c3c79d7cc6d3'] response: {'name': 'network-changed', 'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'status': 'completed', 'code': 200} Sep 16 02:18:43.729149 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:43.770373 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:43.776700 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:43.786175 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-49cf8884-7e3c-469b-83d8-bbe1ac90a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:43.787687 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-49cf8884-7e3c-469b-83d8-bbe1ac90a846 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 1129 time: 0.0461407 Sep 16 02:18:43.931169 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44c3f-a9e8-4007-bb6f-40490eba616b req-62f7fe9a-b4d0-4b99-b8b6-d1d52602df2c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:43.933024 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-88c44c3f-a9e8-4007-bb6f-40490eba616b req-62f7fe9a-b4d0-4b99-b8b6-d1d52602df2c tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0744669 Sep 16 02:18:43.938419 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-b0bde230-34c1-4270-be9c-f3889a2e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:43.939988 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-b0bde230-34c1-4270-be9c-f3889a2e2324 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 200 len: 909 time: 0.1463890 Sep 16 02:18:43.956032 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:43.981208 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Checking router: a46fecde-4656-434a-82f2-01a1ceb36edf for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:18:43.985368 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-88c44c3f-a9e8-4007-bb6f-40490eba616b req-7bfb6f1c-7d98-47cf-8390-4a7fe22160c5 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443535 Sep 16 02:18:43.989657 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:43.990264 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:18Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:44.091371 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:44.353138 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:44.378167 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb30fa7-8c60-4881-8eb0-d80d07d3895e None None] The sync data for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi is: [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:37Z', 'revision_number': 4, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi', '_interfaces': [{'id': '0a455b5c-331d-414a-9a1d-b3e70b7ee077', 'name': '', 'network_id': '31bd9b2e-65b9-4f38-9e36-5d5570da2439', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'mac_address': 'fa:16:3e:ef:2a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:37Z', 'updated_at': '2022-09-16T02:13:42Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'subnets': [{'id': 'e414428d-d32c-4f85-b6da-cf1117d833bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:18:44.581386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df61d94-3b09-42a2-9106-9f209d6027ad None None] New status for floating IP 2f945de5-223b-451e-a8d3-426e104dd6ce: DOWN {{(pid=106215) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 16 02:18:44.950129 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-d252f636-17b1-4adf-a27d-88d8ce6a7c28 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 200 len: 217 time: 0.0377097 Sep 16 02:18:44.999924 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-43117443-c8c5-45a9-82bc-3b04fa3a64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:45.001347 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-43117443-c8c5-45a9-82bc-3b04fa3a64c4 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 200 len: 847 time: 0.0442269 Sep 16 02:18:45.045203 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-956a0d9f-7981-41b4-a583-8f64ff9f2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:45.046707 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-956a0d9f-7981-41b4-a583-8f64ff9f2ef4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=31bd9b2e-65b9-4f38-9e36-5d5570da2439&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381455 Sep 16 02:18:45.117753 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a163c-37e5-494b-ae2c-ade20598d4c7 req-995a6adc-8449-42a2-a818-90bb75c7fa86 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106213) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:45.118716 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b92a163c-37e5-494b-ae2c-ade20598d4c7 req-995a6adc-8449-42a2-a818-90bb75c7fa86 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.0524209 Sep 16 02:18:45.145147 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-fe1af6f4-fcfc-4937-bea9-fa47791f058d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890727 Sep 16 02:18:45.168686 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [req-b92a163c-37e5-494b-ae2c-ade20598d4c7 req-fd990c0c-12ac-41bd-9763-70237f9f63f8 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443015 Sep 16 02:18:45.389281 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-72611a50-c82f-4526-9eaa-ada1a9460c09 req-823929e3-5d91-439d-a3db-91979f11e776 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831037 Sep 16 02:18:45.838487 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-abd32ec6-6d31-4a80-b413-dc4fb6b48a69 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 16 02:18:45.839951 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-abd32ec6-6d31-4a80-b413-dc4fb6b48a69 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 945 time: 0.1440847 Sep 16 02:18:45.919843 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Deleting port 4c2f2ad7-8720-4f8e-9294-ca860089689f {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:45.920210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:46.010402 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] For port 4c2f2ad7-8720-4f8e-9294-ca860089689f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=4c2f2ad7-8720-4f8e-9294-ca860089689f,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:46.011636 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:46.023754 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Calling delete_port for 4c2f2ad7-8720-4f8e-9294-ca860089689f owned by compute:nova {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:46.043264 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-073eb80f-ecd2-446a-8167-e5f9f0c5a4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:46.149696 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (4c2f2ad7-8720-4f8e-9294-ca860089689f), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:46.158308 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:46.190559 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event deleted for resources: {'Port': ['ID=4c2f2ad7-8720-4f8e-9294-ca860089689f,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:46.231776 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] No DVR routers for this DVR port 4c2f2ad7-8720-4f8e-9294-ca860089689f on host hv-cinder-84914 {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:18:46.234367 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4052828'] for port (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:46.237848 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5c58fac5-f5b3-4f4e-b888-66c16600e5ad req-43f55fe7-0854-42d8-9893-2f3794fa4275 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.50 "DELETE /networking/v2.0/ports/4c2f2ad7-8720-4f8e-9294-ca860089689f HTTP/1.1" status: 204 len: 173 time: 0.3913939 Sep 16 02:18:46.238347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-deleted', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f'}] {{(pid=106214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 16 02:18:46.240686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c93b49fccdbb0e4ff74ee97730e3ded998239331f6d3fc4a975c35b51a160c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb406fb4-2770-4e31-a31d-723748402a89" -d '{"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-deleted", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f"}]}' {{(pid=106214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 16 02:18:46.276572 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [req-5ca82ef6-7aca-412f-9eb3-08c36d459415 req-a24b8cda-cb4d-472b-a306-f34d835787fd tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4dc692c5-9b00-4551-a5f5-43277c08ba98 HTTP/1.1" status: 200 len: 210 time: 0.0299401 Sep 16 02:18:46.291478 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Sep 2022 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05871b8-06a7-465b-b2d4-f3fbed74cd51 x-openstack-request-id: req-e05871b8-06a7-465b-b2d4-f3fbed74cd51 {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 16 02:18:46.292456 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc692c5-9b00-4551-a5f5-43277c08ba98", "name": "network-vif-deleted", "tag": "4c2f2ad7-8720-4f8e-9294-ca860089689f", "status": "completed", "code": 200}]} {{(pid=106214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 16 02:18:46.292738 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e05871b8-06a7-465b-b2d4-f3fbed74cd51 {{(pid=106214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 16 02:18:46.293253 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05871b8-06a7-465b-b2d4-f3fbed74cd51'] response: {'server_uuid': '4dc692c5-9b00-4551-a5f5-43277c08ba98', 'name': 'network-vif-deleted', 'tag': '4c2f2ad7-8720-4f8e-9294-ca860089689f', 'status': 'completed', 'code': 200} Sep 16 02:18:47.348826 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56604) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:47.391422 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:47.409464 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:47.434155 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:47.492953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:47.496363 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:47.497551 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d HTTP/1.1" status: 204 len: 168 time: 0.1487889 Sep 16 02:18:47.507259 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac770f-8f99-41de-8dcb-1d48f8961fd9 tempest-TestShelveInstance-1255116296 tempest-TestShelveInstance-1255116296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf0323c-0be4-4e6f-98f4-3a23a5d89e5d,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:47.548751 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56608) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:47.951081 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (a46fecde-4656-434a-82f2-01a1ceb36edf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:48.164264 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Deleting port 0a455b5c-331d-414a-9a1d-b3e70b7ee077 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:48.164594 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:48.491549 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0802c60b-7a53-464d-b687-40e86942407b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:48.511513 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] For port 0a455b5c-331d-414a-9a1d-b3e70b7ee077, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=0a455b5c-331d-414a-9a1d-b3e70b7ee077,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:48.512112 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:48.524142 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Calling delete_port for 0a455b5c-331d-414a-9a1d-b3e70b7ee077 owned by network:router_interface {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:48.586219 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:48.624494 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:48.702064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (0a455b5c-331d-414a-9a1d-b3e70b7ee077), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:48.727024 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a455b5c-331d-414a-9a1d-b3e70b7ee077,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:48.896730 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (a46fecde-4656-434a-82f2-01a1ceb36edf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.096953 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Router a46fecde-4656-434a-82f2-01a1ceb36edf has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:18:49.199618 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:18:49.204658 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-72c7ff80-ee3f-4f75-84a9-4813a71ee577 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a46fecde-4656-434a-82f2-01a1ceb36edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6548676 Sep 16 02:18:49.207300 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56612) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:49.210909 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Sync routers for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:18:49.221683 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:49.222289 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:49.308966 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks [] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.316355 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:49.323539 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: dv-cinder-849143-2-iscsi {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:49.410276 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks [] for router_gateway (a46fecde-4656-434a-82f2-01a1ceb36edf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.430277 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=100 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:49.454764 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:49.458076 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Deleting port 88f764f2-a9b4-410a-849b-b324e1befbcf {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:49.458414 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.496572 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:18:48Z', 'revision_number': 5, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port': {'id': '88f764f2-a9b4-410a-849b-b324e1befbcf', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:49.514900 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:49.521981 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Checking router: a46fecde-4656-434a-82f2-01a1ceb36edf for host: dv-cinder-849143-2-iscsi {{(pid=106216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:18:49.531245 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Routers {'a46fecde-4656-434a-82f2-01a1ceb36edf'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:49.531859 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['a46fecde-4656-434a-82f2-01a1ceb36edf'], 'active': True} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:49.545408 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] For port 88f764f2-a9b4-410a-849b-b324e1befbcf, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=88f764f2-a9b4-410a-849b-b324e1befbcf,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:49.545750 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.558739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Calling delete_port for 88f764f2-a9b4-410a-849b-b324e1befbcf owned by network:router_gateway {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:49.611020 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.616298 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_dvr_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] Set router a46fecde-4656-434a-82f2-01a1ceb36edf gateway port host: None {{(pid=106216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:49.664944 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.l3_hamode_db [None req-28575d84-ab89-4147-b239-ede659a90210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:18:49Z', 'revision_number': 6, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:49.693357 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28575d84-ab89-4147-b239-ede659a90210 None None] The sync data for ids ['a46fecde-4656-434a-82f2-01a1ceb36edf'] in dv-cinder-849143-2-iscsi is: [{'id': 'a46fecde-4656-434a-82f2-01a1ceb36edf', 'name': 'tempest-TestShelveInstance-440637595-router', 'tenant_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:35Z', 'updated_at': '2022-09-16T02:18:49Z', 'revision_number': 6, 'project_id': 'f1bf0e348b4944e8907b80446a12a6ac', 'gw_port_host': None}] {{(pid=106216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:18:49.732075 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (88f764f2-a9b4-410a-849b-b324e1befbcf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.755042 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f764f2-a9b4-410a-849b-b324e1befbcf,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:49.818557 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (a46fecde-4656-434a-82f2-01a1ceb36edf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.905038 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.907146 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks [] for router_controller (a46fecde-4656-434a-82f2-01a1ceb36edf), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.952669 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (a46fecde-4656-434a-82f2-01a1ceb36edf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.953381 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46fecde-4656-434a-82f2-01a1ceb36edf {{(pid=106214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:18:49.958154 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:49.959308 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-f17d4817-f4fc-4e38-b415-db8210a2dfa0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a46fecde-4656-434a-82f2-01a1ceb36edf HTTP/1.1" status: 204 len: 168 time: 0.7504506 Sep 16 02:18:49.961948 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56614) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:50.007153 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Deleting subnet e414428d-d32c-4f85-b6da-cf1117d833bf {{(pid=106214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:18:50.010064 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Publish callbacks [] for subnet (e414428d-d32c-4f85-b6da-cf1117d833bf), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.029299 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:50.048922 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] No Port match for: 4c2f2ad7-8720-4f8e-9294-ca860089689f {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:50.049270 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Device 4c2f2ad7-8720-4f8e-9294-ca860089689f not bound to the agent host hv-cinder-84914 {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:50.052450 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28454582'] for subnet (e414428d-d32c-4f85-b6da-cf1117d833bf), precommit_delete_associations {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.133958 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (e414428d-d32c-4f85-b6da-cf1117d833bf), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.187962 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27884500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28933080'] for subnet (e414428d-d32c-4f85-b6da-cf1117d833bf), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.213444 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e414428d-d32c-4f85-b6da-cf1117d833bf,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:50.218845 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for subnet (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.221843 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-45a7a21b-15c0-4857-8857-70babfe2a73c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e414428d-d32c-4f85-b6da-cf1117d833bf HTTP/1.1" status: 204 len: 168 time: 0.2588634 Sep 16 02:18:50.224347 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56616) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:50.224515 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb267ddb-641b-4d1f-9d4d-e7cdbff9c6f5 None None] Network 31bd9b2e-65b9-4f38-9e36-5d5570da2439 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:18:50.297698 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (31bd9b2e-65b9-4f38-9e36-5d5570da2439), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.343108 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Deleting port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:50.343477 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.345974 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:50.410909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] For port 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=832eb365-d9a6-4914-87fa-4bd9bc9391e8,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:50.410909 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.417563 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:50.424658 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Calling delete_port for 832eb365-d9a6-4914-87fa-4bd9bc9391e8 owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:50.441395 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] DHCP port deletion for 31bd9b2e-65b9-4f38-9e36-5d5570da2439 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:18:50.496811 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0a455b5c-331d-414a-9a1d-b3e70b7ee077 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:50.500767 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Deleting port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:50.501143 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.517298 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.532780 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 0a455b5c-331d-414a-9a1d-b3e70b7ee077 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:50.533121 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 0a455b5c-331d-414a-9a1d-b3e70b7ee077 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:50.533741 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 832eb365-d9a6-4914-87fa-4bd9bc9391e8 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:50.543739 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Pushing event deleted for resources: {'Port': ['ID=832eb365-d9a6-4914-87fa-4bd9bc9391e8,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:50.547241 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] No DVR routers for this DVR port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 on host dv-cinder-849143-2-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:18:50.585515 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 832eb365-d9a6-4914-87fa-4bd9bc9391e8 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:50.585908 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 832eb365-d9a6-4914-87fa-4bd9bc9391e8 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:50.586273 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 88f764f2-a9b4-410a-849b-b324e1befbcf no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:50.618097 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 88f764f2-a9b4-410a-849b-b324e1befbcf {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:50.619051 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 88f764f2-a9b4-410a-849b-b324e1befbcf not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:50.620003 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (31bd9b2e-65b9-4f38-9e36-5d5570da2439), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.621255 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] For port 832eb365-d9a6-4914-87fa-4bd9bc9391e8, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=832eb365-d9a6-4914-87fa-4bd9bc9391e8,segment=NetworkSegment(71c45fac-d234-497c-8c66-59d8b5de7c00),segment_id=71c45fac-d234-497c-8c66-59d8b5de7c00)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:50.621648 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.639003 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Calling delete_port for 832eb365-d9a6-4914-87fa-4bd9bc9391e8 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:50.645143 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd9b2e-65b9-4f38-9e36-5d5570da2439']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:50.655677 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c45fac-d234-497c-8c66-59d8b5de7c00') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:50.656055 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c45fac-d234-497c-8c66-59d8b5de7c00') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:50.666346 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (71c45fac-d234-497c-8c66-59d8b5de7c00), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.682599 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (71c45fac-d234-497c-8c66-59d8b5de7c00), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.689920 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:18:50.690353 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (71c45fac-d234-497c-8c66-59d8b5de7c00), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.719540 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (832eb365-d9a6-4914-87fa-4bd9bc9391e8), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.750834 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Pushing event deleted for resources: {'Port': ['ID=832eb365-d9a6-4914-87fa-4bd9bc9391e8,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:50.758197 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] No DVR routers for this DVR port 832eb365-d9a6-4914-87fa-4bd9bc9391e8 on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:18:50.769339 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (31bd9b2e-65b9-4f38-9e36-5d5570da2439), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.779898 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.780391 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.786301 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.788583 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:50.788815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.788815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.788815 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016fd1b9-f40b-4259-b22f-0aca4ab15dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:50.789077 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/31bd9b2e-65b9-4f38-9e36-5d5570da2439 HTTP/1.1" status: 204 len: 168 time: 0.5630610 Sep 16 02:18:50.792254 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56622) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:50.802327 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 71c45fac-d234-497c-8c66-59d8b5de7c00 resource provider aggregate not found Sep 16 02:18:50.821396 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0afe-652f-492d-8c2b-39685318693c admin admin] Pushing event deleted for resources: {'Network': ['ID=31bd9b2e-65b9-4f38-9e36-5d5570da2439,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:50.826152 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 71c45fac-d234-497c-8c66-59d8b5de7c00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71c45fac-d234-497c-8c66-59d8b5de7c00 found for delete ", "request_id": "req-34d54052-a024-4892-84bc-590356ff5145"}]} Sep 16 02:18:51.107306 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-522659'] for router_interface (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.222588 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.325825 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Deleting port 35246237-2e1b-4da0-aef2-00a25364c46b {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:51.326151 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.406541 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] For port 35246237-2e1b-4da0-aef2-00a25364c46b, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=35246237-2e1b-4da0-aef2-00a25364c46b,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:51.406806 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.419059 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Calling delete_port for 35246237-2e1b-4da0-aef2-00a25364c46b owned by network:router_interface {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:51.530280 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:51.553229 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:51.563444 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.596775 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (35246237-2e1b-4da0-aef2-00a25364c46b), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:51.622897 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Pushing event deleted for resources: {'Port': ['ID=35246237-2e1b-4da0-aef2-00a25364c46b,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:51.647548 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.647890 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.648255 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.648586 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.648910 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.649233 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.649549 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.649864 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.650181 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.650498 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.650816 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.651130 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.651445 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.651761 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.652681 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-2-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 16 02:18:51.796268 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499987'] for router_interface (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.002104 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Router 134ae94b-9756-412f-b9d0-71f7246b1c0a has already been hosted by L3 agent aec2b467-cb1b-47c1-905a-33158d9d50c0 {{(pid=106213) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 16 02:18:52.100226 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] Notify agent at l3_agent.dv-cinder-849143-2-iscsi the message routers_updated {{(pid=106213) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 16 02:18:52.107466 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-10ef73ad-95d8-4fbd-aa35-ee717cbc9284 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/134ae94b-9756-412f-b9d0-71f7246b1c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3133287 Sep 16 02:18:52.108220 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56626) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:52.110481 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Sync routers for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 16 02:18:52.120774 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:52.121617 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:52.207612 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks [] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.222454 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: dv-cinder-849143-2-iscsi {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:52.305311 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks [] for router_gateway (134ae94b-9756-412f-b9d0-71f7246b1c0a), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.347394 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:52.350639 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Deleting port b8bc6baa-3987-4efc-9c71-696041c082f9 {{(pid=106213) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:52.350977 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.399289 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'external_fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:18:51Z', 'revision_number': 5, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port': {'id': 'b8bc6baa-3987-4efc-9c71-696041c082f9', 'name': '', 'network_id': '49aee5ea-cca2-40ce-ab41-4730cf37422e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f9:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74ab26eb-4479-4237-816f-bc7ff40b51f9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-2-iscsi'}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:52.425142 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Checking router: 134ae94b-9756-412f-b9d0-71f7246b1c0a for host: dv-cinder-849143-2-iscsi {{(pid=106215) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 16 02:18:52.434426 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Routers {'134ae94b-9756-412f-b9d0-71f7246b1c0a'} bound to L3 agent in host dv-cinder-849143-2-iscsi {{(pid=106215) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 16 02:18:52.435028 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-16T01:45:48Z,description=,heartbeat_timestamp=2022-09-16T02:18:48Z,host='dv-cinder-849143-2-iscsi',id=aec2b467-cb1b-47c1-905a-33158d9d50c0,load=0,resource_versions=,resources_synced=,started_at=2022-09-16T01:45:48Z,topic='l3_agent')) {'router_ids': ['134ae94b-9756-412f-b9d0-71f7246b1c0a'], 'active': True} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:52.444755 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] For port b8bc6baa-3987-4efc-9c71-696041c082f9, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=b8bc6baa-3987-4efc-9c71-696041c082f9,segment=NetworkSegment(1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b),segment_id=1e7e9ab4-4dfa-42d0-92f2-35a88c102f9b)] {{(pid=106213) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:52.445112 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.458153 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Calling delete_port for b8bc6baa-3987-4efc-9c71-696041c082f9 owned by network:router_gateway {{(pid=106213) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:52.505766 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:52.513726 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:52.522490 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvr_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] Set router 134ae94b-9756-412f-b9d0-71f7246b1c0a gateway port host: None {{(pid=106215) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 16 02:18:52.575746 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_hamode_db [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:18:52Z', 'revision_number': 6, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port_host': None}], 'dv-cinder-849143-2-iscsi', False) {} {{(pid=106215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:52.601713 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cbd816-9c66-44a1-b3aa-eff16dfd965e None None] The sync data for ids ['134ae94b-9756-412f-b9d0-71f7246b1c0a'] in dv-cinder-849143-2-iscsi is: [{'id': '134ae94b-9756-412f-b9d0-71f7246b1c0a', 'name': 'tempest-TestShelveInstance-1262385866-router', 'tenant_id': 'fc722981da144745ac23c631eb71ba4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-16T02:13:40Z', 'updated_at': '2022-09-16T02:18:52Z', 'revision_number': 6, 'project_id': 'fc722981da144745ac23c631eb71ba4c', 'gw_port_host': None}] {{(pid=106215) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 16 02:18:52.633307 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1942533'] for port (b8bc6baa-3987-4efc-9c71-696041c082f9), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.654140 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8bc6baa-3987-4efc-9c71-696041c082f9,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:52.715893 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-498521'] for router_gateway (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.799106 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-501453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7304'] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.801310 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks [] for router_controller (134ae94b-9756-412f-b9d0-71f7246b1c0a), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.846196 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-500078'] for router (134ae94b-9756-412f-b9d0-71f7246b1c0a), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.846791 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134ae94b-9756-412f-b9d0-71f7246b1c0a {{(pid=106213) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 16 02:18:52.851576 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.852528 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-a4d9d412-3202-4466-a290-d5d32bb548c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/134ae94b-9756-412f-b9d0-71f7246b1c0a HTTP/1.1" status: 204 len: 168 time: 0.7430265 Sep 16 02:18:52.855224 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.wsgi [-] (106213) accepted ('10.222.0.42', 56628) {{(pid=106213) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:52.900466 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Deleting subnet 065d4ac6-da07-4acb-b03a-7a9ef67197e2 {{(pid=106213) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 16 02:18:52.903769 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Publish callbacks [] for subnet (065d4ac6-da07-4acb-b03a-7a9ef67197e2), before_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:52.939239 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3686295'] for subnet (065d4ac6-da07-4acb-b03a-7a9ef67197e2), precommit_delete_associations {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.019804 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3518862'] for subnet (065d4ac6-da07-4acb-b03a-7a9ef67197e2), precommit_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.075000 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3509171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1942634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27835085'] for subnet (065d4ac6-da07-4acb-b03a-7a9ef67197e2), after_delete {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.101070 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065d4ac6-da07-4acb-b03a-7a9ef67197e2,revision_number=None']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:53.106125 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.109598 dv-cinder-849143-2-iscsi neutron-server[106213]: INFO neutron.wsgi [None req-b4979b03-89f5-4b9b-835c-589f6a5cc93f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/065d4ac6-da07-4acb-b03a-7a9ef67197e2 HTTP/1.1" status: 204 len: 168 time: 0.2529547 Sep 16 02:18:53.112392 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56630) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:53.112973 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dae430-9c98-45a6-8ff1-1c4fa73f145e None None] Network f1d4247e-c56e-4523-a1f7-87289886f824 requested from dv-cinder-849143-2-iscsi {{(pid=106215) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 16 02:18:53.185692 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3500539'] for network (f1d4247e-c56e-4523-a1f7-87289886f824), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.227978 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Deleting port 505bbf4c-9ae1-43db-923e-5169e4588eb4 {{(pid=106214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:53.228315 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.293311 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.db [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] For port 505bbf4c-9ae1-43db-923e-5169e4588eb4, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=505bbf4c-9ae1-43db-923e-5169e4588eb4,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:53.293622 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.305913 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Calling delete_port for 505bbf4c-9ae1-43db-923e-5169e4588eb4 owned by network:dhcp {{(pid=106214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:53.343560 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] DHCP port deletion for f1d4247e-c56e-4523-a1f7-87289886f824 request from dv-cinder-849143-2-iscsi {{(pid=106215) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 16 02:18:53.349834 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:53.385179 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Deleting port 505bbf4c-9ae1-43db-923e-5169e4588eb4 {{(pid=106215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 16 02:18:53.385553 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772321756173'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), before_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.391998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27884475'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.419794 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] No DVR routers for this DVR port 505bbf4c-9ae1-43db-923e-5169e4588eb4 on host dv-cinder-849143-2-iscsi {{(pid=106214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:18:53.421960 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=505bbf4c-9ae1-43db-923e-5169e4588eb4,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:53.454023 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.db [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] For port 505bbf4c-9ae1-43db-923e-5169e4588eb4, host dv-cinder-849143-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-2-iscsi',level=0,port_id=505bbf4c-9ae1-43db-923e-5169e4588eb4,segment=NetworkSegment(296d91b1-b862-42c4-abdb-24ca0f8826ff),segment_id=296d91b1-b862-42c4-abdb-24ca0f8826ff)] {{(pid=106215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 16 02:18:53.454501 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-498009'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), precommit_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.469467 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Calling delete_port for 505bbf4c-9ae1-43db-923e-5169e4588eb4 owned by network:dhcp {{(pid=106215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 16 02:18:53.501218 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3613861', 'neutron.services.segments.db._delete_segments_for_network-8772321715905'] for network (f1d4247e-c56e-4523-a1f7-87289886f824), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.521603 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d4247e-c56e-4523-a1f7-87289886f824']}} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:53.531905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296d91b1-b862-42c4-abdb-24ca0f8826ff') {'for_net_delete': True} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:53.532224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.services.segments.db [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296d91b1-b862-42c4-abdb-24ca0f8826ff') {} {{(pid=106214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 16 02:18:53.543224 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772321715797', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28454541'] for segment (296d91b1-b862-42c4-abdb-24ca0f8826ff), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.547243 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-203004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772321759883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772321318373'] for port (505bbf4c-9ae1-43db-923e-5169e4588eb4), after_delete {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.558998 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170'] for segment (296d91b1-b862-42c4-abdb-24ca0f8826ff), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.565824 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 16 02:18:53.566326 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3616170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27884398'] for segment (296d91b1-b862-42c4-abdb-24ca0f8826ff), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.575927 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] Pushing event deleted for resources: {'Port': ['ID=505bbf4c-9ae1-43db-923e-5169e4588eb4,revision_number=None']} {{(pid=106215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:53.582096 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7274b0-db0a-4f1f-adbd-cb5ece6849d0 None None] No DVR routers for this DVR port 505bbf4c-9ae1-43db-923e-5169e4588eb4 on host dv-cinder-849143-2-iscsi {{(pid=106215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 16 02:18:53.611477 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 296d91b1-b862-42c4-abdb-24ca0f8826ff resource provider aggregate not found Sep 16 02:18:53.617034 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:53.633662 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.services.segments.plugin [-] Segment 296d91b1-b862-42c4-abdb-24ca0f8826ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 296d91b1-b862-42c4-abdb-24ca0f8826ff found for delete ", "request_id": "req-e07fd34b-3107-4ce0-8ef0-d2607c8d4956"}]} Sep 16 02:18:53.638476 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3613852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-498572'] for network (f1d4247e-c56e-4523-a1f7-87289886f824), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.644623 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3682317'] for network (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.647482 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f1d4247e-c56e-4523-a1f7-87289886f824 HTTP/1.1" status: 204 len: 168 time: 0.5341115 Sep 16 02:18:53.659905 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc8765-3fd8-4630-bfda-8d1f3f0efb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d4247e-c56e-4523-a1f7-87289886f824,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:53.766915 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56638) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:53.806641 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-19624b0f-5a80-4845-8861-40f8916fbb43 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f1bf0e348b4944e8907b80446a12a6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385332 Sep 16 02:18:53.809324 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56640) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:53.816151 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:53.864560 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] Publish callbacks [] for security_group (bdb32e73-7b5a-481b-970f-0e8792981054), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.884210 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] Publish callbacks [] for security_group (bdb32e73-7b5a-481b-970f-0e8792981054), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.932405 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (bdb32e73-7b5a-481b-970f-0e8792981054), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.935254 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:53.936498 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bdb32e73-7b5a-481b-970f-0e8792981054 HTTP/1.1" status: 204 len: 168 time: 0.1262300 Sep 16 02:18:53.944285 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee988-8b77-4751-a784-92ed5bc02ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb32e73-7b5a-481b-970f-0e8792981054,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:54.250912 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56646) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:54.291085 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-adfef659-78e9-44e1-ab74-a0c505222804 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc722981da144745ac23c631eb71ba4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390146 Sep 16 02:18:54.294217 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.wsgi [-] (106214) accepted ('10.222.0.42', 56648) {{(pid=106214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 16 02:18:54.342047 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] Publish callbacks [] for security_group (147c1864-8cb2-45c5-94bf-6d2c1a45ef88), before_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:54.362015 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] Publish callbacks [] for security_group (147c1864-8cb2-45c5-94bf-6d2c1a45ef88), precommit_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:54.414686 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419322'] for security_group (147c1864-8cb2-45c5-94bf-6d2c1a45ef88), after_delete {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:54.417093 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron_lib.callbacks.manager [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:18:54.418856 dv-cinder-849143-2-iscsi neutron-server[106214]: INFO neutron.wsgi [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/147c1864-8cb2-45c5-94bf-6d2c1a45ef88 HTTP/1.1" status: 204 len: 168 time: 0.1237333 Sep 16 02:18:54.428853 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c200ddd-cfdb-48ec-9bc2-a1927f41cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c1864-8cb2-45c5-94bf-6d2c1a45ef88,revision_number=None']} {{(pid=106214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 16 02:18:54.430446 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 505bbf4c-9ae1-43db-923e-5169e4588eb4 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:54.461583 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 505bbf4c-9ae1-43db-923e-5169e4588eb4 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:54.462188 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 505bbf4c-9ae1-43db-923e-5169e4588eb4 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:54.462655 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 35246237-2e1b-4da0-aef2-00a25364c46b no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:54.484221 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: 35246237-2e1b-4da0-aef2-00a25364c46b {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:54.484566 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device 35246237-2e1b-4da0-aef2-00a25364c46b not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:54.484979 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device b8bc6baa-3987-4efc-9c71-696041c082f9 no longer exists at agent ovs-agent-dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 16 02:18:54.503888 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.plugin [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] No Port match for: b8bc6baa-3987-4efc-9c71-696041c082f9 {{(pid=106215) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 16 02:18:54.504271 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron.plugins.ml2.rpc [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Device b8bc6baa-3987-4efc-9c71-696041c082f9 not bound to the agent host dv-cinder-849143-2-iscsi {{(pid=106215) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 16 02:18:59.640663 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=20 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:18:59.668550 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=29 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:00.960080 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:03.081345 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=46,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:03.083868 dv-cinder-849143-2-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:04.400914 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=36,neutron:DELETE=6 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:04.423221 dv-cinder-849143-2-iscsi neutron-server[106214]: DEBUG dbcounter [-] [106214] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=106214) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:10.952823 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:10.955141 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:11.331746 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:19:16.046115 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-612ad544-6596-49b9-9711-92ed1cf3f187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:18.493799 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-4e9c18ff-8e0d-4afe-801a-186d7a3c2989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:19.611187 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:21.226230 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:21.327493 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:21.328198 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:21.567290 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:30.982397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:40.972263 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:40.978071 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:44.405562 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:44.406337 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:46.047860 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-eb95a778-26b3-4e5f-a55e-e1a161c9e3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:48.333823 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:19:48.495619 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-6d15a7e1-76d4-4318-bbbc-cd6aa1139587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:49.612613 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:51.228457 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:51.568883 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:19:55.559671 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:19:58.329550 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:00.982551 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:10.972662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:10.977827 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:16.049302 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-8f32488b-34eb-4493-99c2-53d20fbc6ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:18.499147 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f0951823-a4aa-4018-8bbe-4096f4a17ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:19.615506 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:21.231914 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:21.571035 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:25.333740 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:20:30.980662 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:40.975450 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:40.976235 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:45.242200 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=18 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:45.243180 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=16 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:20:46.050682 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-fe82ac98-786b-47f3-bd0b-5d2760e44e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:48.504272 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-e937f438-a067-4ade-b6e4-847b59d4a0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:49.617621 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:51.234605 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:20:51.572918 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:00.996161 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:02.332693 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:21:10.990255 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:10.992557 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:12.328220 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:12.328977 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:16.051899 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-a7f8410a-333a-498f-b140-d0740236c535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:18.506400 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-b4de26fa-0ae7-44c3-90c1-13610deed430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:19.621075 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:21.237764 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:21.576154 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:31.010585 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:39.332028 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:21:41.004897 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:41.006760 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:46.054155 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7b6fb68e-1540-44fa-8be0-c637e2a42c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:46.560944 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=7 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:48.508156 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0c41ad1c-5960-4cae-b7b7-cff040bd2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:49.328432 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:21:49.624278 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:51.242515 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:21:51.578252 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:01.025860 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:11.020248 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:11.022111 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:16.056285 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-10c1673a-c728-497b-bff8-314bd7c75878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:16.332147 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:22:18.509474 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-f72f017c-e9d8-4727-8f78-e6cd313f2550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:19.626478 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:21.244670 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:21.580803 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:23.566816 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:26.328063 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=5 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:31.039447 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:41.033817 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:41.034639 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:45.234831 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=9 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:45.237432 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=17 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:22:46.058266 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d19dee9c-33e9-4622-bcc1-56c7cbe17da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:48.512386 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2d6bd625-2b9c-47d0-8ad3-f1d9d07b0ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:49.629362 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:51.247664 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:51.582423 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:22:53.334398 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:23:01.072706 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:03.326465 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:03.327209 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:11.067567 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:11.069405 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:16.061312 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d671ca68-834b-4b10-8a38-6f5580b32a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:18.515154 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-92183fc3-d49c-4a65-bc15-8e330964be24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:19.635724 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:21.250277 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:21.584570 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:30.333151 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:23:31.069367 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:37.563799 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=3 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:41.059462 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:41.065397 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:44.415557 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:23:46.063583 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-7a326023-9367-4771-b195-25784f111393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:48.522097 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-14d8dfb9-a813-4633-b777-94bf5a303e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:49.633916 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:51.252704 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:23:51.589513 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:01.075966 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-c8c2fe29-b8fa-459a-92cb-525bd01d03b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (ddf65426-0075-44bd-ba6f-397d2e2e6cb2), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:07.332853 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG neutron.db.agents_db [None req-acb94131-b4b9-424a-9a78-dcda0cbd9f97 None None] Agent healthcheck: found 6 active agents {{(pid=106216) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 16 02:24:11.065436 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:UPDATE=5,neutron:SELECT=17 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:24:11.071781 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG dbcounter [-] [106215] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106215) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:24:14.564377 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:24:16.065998 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-3beaae63-7615-4df1-abec-6a1bbee74faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (73b19e7f-f11a-496b-a038-e9a236208016), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:17.328427 dv-cinder-849143-2-iscsi neutron-server[106216]: DEBUG dbcounter [-] [106216] Writing DB stats neutron:SELECT=4 {{(pid=106216) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 16 02:24:18.514313 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-9dc8ab2c-a8af-48d8-8114-d33cd6836dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (aec2b467-cb1b-47c1-905a-33158d9d50c0), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:19.637689 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-d1425529-ea27-4858-9196-3d1360aa99cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (c9a27d32-8ea5-456d-ad77-2098efd5beeb), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:21.259184 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-0ec60b9f-32e0-4936-be09-9eca914de3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (6e635031-ef29-47dd-b60d-2dcc388c6906), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 16 02:24:21.593389 dv-cinder-849143-2-iscsi neutron-server[106215]: DEBUG neutron_lib.callbacks.manager [None req-2a16b1d1-5e7c-4fbf-9d8a-4becb77b0996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772321715887', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620068'] for agent (eb341a41-9ef7-462a-b358-c3928a3e9e78), after_update {{(pid=106215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}